{"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.506193928Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.558822482Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.665110497Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.66512752Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.883440135Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:07.883481021Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:08.051190578Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/49a68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:08.418410732Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:08.910196129Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.021737933Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.021894029Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.021957921Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.022001555Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.022054224Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.022088776Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.022136006Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.022170984Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.022220379Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.022258098Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.022302729Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.022367684Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.022462987Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.022829754Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.022867829Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.022969109Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.022982199Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.022403268Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.023132879Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.023323118Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.124312874Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1103 21:26:09.124296 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" E1103 21:26:09.233335 1 leaderelection.go:465] "Error initially creating lease lock" err="leases.coordination.k8s.io \"maas-controller.models-as-a-service.opendatahub.io\" already exists" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.325432048Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:09.325469019Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1103 21:26:35.473327 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.473699179Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.473966464Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.474018344Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.474150154Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.474212817Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.474218632Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.474346338Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.47446503Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.474613844Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.474983834Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475056248Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475092609Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475179535Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475252536Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475280037Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475299188Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475316103Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475383218Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475478716Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.47549011Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475505531Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475524212Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475547446Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475577914Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475614529Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475644493Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475671992Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475690743Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475717968Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475882713Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475907446Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475953378Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.475718434Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.476057686Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.476092241Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.476179427Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.476230225Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.476291259Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.476321313Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.476340957Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.476360387Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.47646103Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.476546317Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.476650296Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.476671966Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.476690361Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.476743094Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.476760804Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.476794495Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.476823328Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.476851049Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.787328215Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.889729918Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:35.994878449Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.078256045Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.078288713Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.078187765Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.078304249Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.078341415Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.078356269Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.078511408Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.078525667Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.07854217Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.078547602Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.179061509Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.179102544Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.179064001Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.179169493Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:36.250794549Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:37.341386039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9174623-2c04-4bbf-85d4-62312ea8a78c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:37.394722921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9174623-2c04-4bbf-85d4-62312ea8a78c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:37.448133413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9174623-2c04-4bbf-85d4-62312ea8a78c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:37.50171234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9174623-2c04-4bbf-85d4-62312ea8a78c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.426209323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4404efa-fb80-4c9e-bea1-7aec885504e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.479363529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4404efa-fb80-4c9e-bea1-7aec885504e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.532858679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4404efa-fb80-4c9e-bea1-7aec885504e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:39.586123972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4404efa-fb80-4c9e-bea1-7aec885504e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:40.604915657Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1dbab68-9998-4289-95ff-3e000bca3aec","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.556109419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1dbab68-9998-4289-95ff-3e000bca3aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.609146536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1dbab68-9998-4289-95ff-3e000bca3aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.662126357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1dbab68-9998-4289-95ff-3e000bca3aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:41.715238646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1dbab68-9998-4289-95ff-3e000bca3aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.632131474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c192becf-9f3a-4b3d-b4ce-35939563d080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.685146438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c192becf-9f3a-4b3d-b4ce-35939563d080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.7381729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c192becf-9f3a-4b3d-b4ce-35939563d080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:43.79342669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c192becf-9f3a-4b3d-b4ce-35939563d080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:44.224836611Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"b9e91cea-6885-435a-a701-59d66e6a4a82","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:50.097164603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5107f6f3-a604-4154-a383-48c28702a57a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:50.150148266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5107f6f3-a604-4154-a383-48c28702a57a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:50.203133581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5107f6f3-a604-4154-a383-48c28702a57a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:50.256318922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5107f6f3-a604-4154-a383-48c28702a57a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:52.226343475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadcee0a-986c-467e-b8fe-a1126e64a6ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:52.279418378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadcee0a-986c-467e-b8fe-a1126e64a6ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:52.332646404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadcee0a-986c-467e-b8fe-a1126e64a6ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:52.385963403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadcee0a-986c-467e-b8fe-a1126e64a6ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:56.965546571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37468964-d3cd-4c87-adb4-3fda7f71fdd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.018591301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37468964-d3cd-4c87-adb4-3fda7f71fdd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.071722419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37468964-d3cd-4c87-adb4-3fda7f71fdd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:57.124905454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37468964-d3cd-4c87-adb4-3fda7f71fdd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.061092926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dcf1e76-b630-4506-a12b-b3ca40241a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.114248877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dcf1e76-b630-4506-a12b-b3ca40241a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.168247677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dcf1e76-b630-4506-a12b-b3ca40241a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:26:59.222147917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dcf1e76-b630-4506-a12b-b3ca40241a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:05.944507245Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:35.944664733Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.231548688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0949dbb1-3715-468c-a4eb-ea10787155aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.285291373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0949dbb1-3715-468c-a4eb-ea10787155aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.338525508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0949dbb1-3715-468c-a4eb-ea10787155aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:53.391577647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0949dbb1-3715-468c-a4eb-ea10787155aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:55.335282935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a089517c-5bfe-4612-90d0-21a58cd04862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:55.388824656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a089517c-5bfe-4612-90d0-21a58cd04862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:55.442203887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a089517c-5bfe-4612-90d0-21a58cd04862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:55.495449918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a089517c-5bfe-4612-90d0-21a58cd04862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:57.297492957Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"609010dd-9611-4d8e-bb86-5671cd380c1a","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:58.308272345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57408d19-a4ce-4d71-aa13-650aa7118477","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:58.361431043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57408d19-a4ce-4d71-aa13-650aa7118477","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:58.414929315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57408d19-a4ce-4d71-aa13-650aa7118477","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:27:58.468233566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57408d19-a4ce-4d71-aa13-650aa7118477","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.383745841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d9c9b4-dc06-448c-9870-e56e178d25a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.437179613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d9c9b4-dc06-448c-9870-e56e178d25a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.490491402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d9c9b4-dc06-448c-9870-e56e178d25a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:00.544267451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d9c9b4-dc06-448c-9870-e56e178d25a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:05.893997074Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:06.481577104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5136499-79f9-419f-a113-3d3907895b7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:06.53489666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5136499-79f9-419f-a113-3d3907895b7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:06.588052917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5136499-79f9-419f-a113-3d3907895b7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:06.641201226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5136499-79f9-419f-a113-3d3907895b7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:35.894711925Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.509955146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb226671-552c-4ec1-915f-a6738609ff69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.684408736Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb226671-552c-4ec1-915f-a6738609ff69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.724183808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7424459-d56c-414f-b7ce-2c1c45e95bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.741222431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb226671-552c-4ec1-915f-a6738609ff69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.781743254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7424459-d56c-414f-b7ce-2c1c45e95bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.837862661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7424459-d56c-414f-b7ce-2c1c45e95bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:40.959702951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"002447d2-6cd2-4807-aede-724191a30a56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.016053111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"002447d2-6cd2-4807-aede-724191a30a56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.058424055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fd6d40d-d71c-4795-ba35-559d44180167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.071091644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"002447d2-6cd2-4807-aede-724191a30a56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.117253842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fd6d40d-d71c-4795-ba35-559d44180167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.172715743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fd6d40d-d71c-4795-ba35-559d44180167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.430164093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bcdf91c-607d-46ff-9b88-6214963b1793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.486815816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bcdf91c-607d-46ff-9b88-6214963b1793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.530389345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1864a37-f92c-4ebe-8d34-f272f2eff8ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.542583826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bcdf91c-607d-46ff-9b88-6214963b1793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.586929503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1864a37-f92c-4ebe-8d34-f272f2eff8ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.641943503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1864a37-f92c-4ebe-8d34-f272f2eff8ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.780569062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c239ff07-2082-4755-b168-3a4eca57e73d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:41.82195807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"234beca3-8aa1-478a-9954-60743d8a429b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.837317134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c239ff07-2082-4755-b168-3a4eca57e73d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:41.877968537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"679aa5ef-d4e3-4a69-aba5-9019de46e8f9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.884525755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8196912d-4aaf-4f7f-a099-2669d4021060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.892482892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c239ff07-2082-4755-b168-3a4eca57e73d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:41.944172613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8196912d-4aaf-4f7f-a099-2669d4021060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.002186536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8196912d-4aaf-4f7f-a099-2669d4021060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.047418025Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a431fe29-2a33-479c-8e01-275f93adf1d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.05192924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c4aa3be-24b8-41e7-a45f-1ae21d5c1678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.108649995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c4aa3be-24b8-41e7-a45f-1ae21d5c1678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.148670129Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f1c04b9f-9f0e-4676-8cca-1ca261b7b9e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.159718559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5163e58-a7d6-4f98-ae06-4a97f3e947ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.16381864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c4aa3be-24b8-41e7-a45f-1ae21d5c1678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.216379783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5163e58-a7d6-4f98-ae06-4a97f3e947ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.248888203Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"664e5d64-07b7-4a04-aa44-b58b242670a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.272273597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5163e58-a7d6-4f98-ae06-4a97f3e947ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.322203923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a8219ae-38d6-4e60-b168-2253fb16587b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.34929841Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"675632b8-9ce4-484d-8ae1-fa1728f48859","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.379202759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a8219ae-38d6-4e60-b168-2253fb16587b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.430376175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8d80be8-a112-42d6-b607-d0b3e938efb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.434286817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a8219ae-38d6-4e60-b168-2253fb16587b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.487312947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8d80be8-a112-42d6-b607-d0b3e938efb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:42.54281008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c8d80be8-a112-42d6-b607-d0b3e938efb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.697755135Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d17837ae-156b-4382-9a61-d98614d99baf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.75937008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4fe1dc5-1e81-4071-8605-38ef8057ae11","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.759395046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4fe1dc5-1e81-4071-8605-38ef8057ae11","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.825117159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aa460ce9-c5c7-44bc-8b83-9a118dd6d7cf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.825137694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aa460ce9-c5c7-44bc-8b83-9a118dd6d7cf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.855139452Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5f04ca61-17b6-43e9-9169-37c5494f2e68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.862592016Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cbb5fb36-f108-4e37-8005-201f032caba7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.916577987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2ee3bf0-2fb8-4e0d-8836-21d72d7d20ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:45.973057343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2ee3bf0-2fb8-4e0d-8836-21d72d7d20ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.017764079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be99b1ad-dbf8-4285-b487-0b01a7a6da7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.028497754Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2ee3bf0-2fb8-4e0d-8836-21d72d7d20ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.074737918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be99b1ad-dbf8-4285-b487-0b01a7a6da7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.130521238Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be99b1ad-dbf8-4285-b487-0b01a7a6da7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.181036755Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5e0bb128-da42-437a-8287-36ed2a164b04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.30198721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ba9c765-2a7c-4ea5-b22f-764f2871f4b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.358638452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ba9c765-2a7c-4ea5-b22f-764f2871f4b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.400086827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bfd66b2-2d66-44da-8520-2b91930bc8da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.41408647Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ba9c765-2a7c-4ea5-b22f-764f2871f4b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.457285179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bfd66b2-2d66-44da-8520-2b91930bc8da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.457345735Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bfd66b2-2d66-44da-8520-2b91930bc8da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:28:46.524244971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ba9c765-2a7c-4ea5-b22f-764f2871f4b5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.687700075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef71c9d5-afb2-437a-af01-b1488ff5de1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.747021071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef71c9d5-afb2-437a-af01-b1488ff5de1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:46.747082629Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef71c9d5-afb2-437a-af01-b1488ff5de1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:47.322494062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a7ca3c31-92c2-47bf-b0c4-4a90fecfa386","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:47.32251403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a7ca3c31-92c2-47bf-b0c4-4a90fecfa386","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:50.031661014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"245a954f-9aaf-4754-a740-b757e5568ca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:50.031736812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7888daad-5661-4f2e-a2a5-a02065596dcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:50.139706664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7888daad-5661-4f2e-a2a5-a02065596dcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:50.139809362Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7888daad-5661-4f2e-a2a5-a02065596dcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:50.140035391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"245a954f-9aaf-4754-a740-b757e5568ca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:50.14008535Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"245a954f-9aaf-4754-a740-b757e5568ca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.131906156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e60aaeb5-2483-448b-9f45-dc9470430271","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.13192722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e60aaeb5-2483-448b-9f45-dc9470430271","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.132280841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f993ac94-f67f-4d28-82d1-2a867e65fbca","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.132294121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f993ac94-f67f-4d28-82d1-2a867e65fbca","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.186970836Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"284c0ffb-306d-4825-a221-3eaa0fe80f0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.186976496Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7d73b9b7-f6d8-4476-b97f-f7fc14ae321c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.198890905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"732e6380-1f8d-4a4f-9317-13b905b0274d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.198909736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"732e6380-1f8d-4a4f-9317-13b905b0274d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.199108488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c185738c-bfb4-4b6a-9e6b-b9a5ee2ae3da","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.19911986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c185738c-bfb4-4b6a-9e6b-b9a5ee2ae3da","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.29200994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df90781e-3416-4e3b-93f9-7d7678b01675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.293977635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3435fdc7-b3c8-4893-a9e1-c1449a8a4c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.349396896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df90781e-3416-4e3b-93f9-7d7678b01675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.349460771Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df90781e-3416-4e3b-93f9-7d7678b01675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.350659173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3435fdc7-b3c8-4893-a9e1-c1449a8a4c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.350706352Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3435fdc7-b3c8-4893-a9e1-c1449a8a4c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.565060436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e74c17a8-0421-4e86-b0dc-5e445f409511","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.565060596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7d22dd4-c5e0-4be2-a57e-92b398f01561","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.622232038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7d22dd4-c5e0-4be2-a57e-92b398f01561","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.622297955Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7d22dd4-c5e0-4be2-a57e-92b398f01561","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.622301956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e74c17a8-0421-4e86-b0dc-5e445f409511","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:52.622343283Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e74c17a8-0421-4e86-b0dc-5e445f409511","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:53.378708312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"210409f2-7b50-4dba-9075-86652ce32442","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:53.378731745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"210409f2-7b50-4dba-9075-86652ce32442","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.285848727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8c71b582-d451-473f-a459-ed3d3c372da6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.285888969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8c71b582-d451-473f-a459-ed3d3c372da6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.286176024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"209e0360-af59-4836-98fb-4dde7e424b4c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.286195009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"209e0360-af59-4836-98fb-4dde7e424b4c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.286381734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"add445ad-9a60-4bd3-aee7-78220e874427","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.286394845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"add445ad-9a60-4bd3-aee7-78220e874427","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.345759457Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1c1d05cd-dd6f-485a-b661-e5654df0bc66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.345940408Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"35f2dd4c-1412-413b-9ac9-83e9108581e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.353814794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5180e1ae-4f76-4c20-9303-c35d57980b15","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.353831878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5180e1ae-4f76-4c20-9303-c35d57980b15","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.35404571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"de1b27f4-6a0e-4f2c-8b32-6366fa6dec2c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.354058744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"de1b27f4-6a0e-4f2c-8b32-6366fa6dec2c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.354248684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"93bb4988-1598-40ba-9b60-33f6837e646e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.354261513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"93bb4988-1598-40ba-9b60-33f6837e646e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.447383281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71ca18fa-9ea4-4014-b58a-102c851e40a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.454428325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"304f3842-c046-4c38-99f9-c6005856b4e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.504328008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71ca18fa-9ea4-4014-b58a-102c851e40a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.504389219Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71ca18fa-9ea4-4014-b58a-102c851e40a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.51169151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"304f3842-c046-4c38-99f9-c6005856b4e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.511743743Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"304f3842-c046-4c38-99f9-c6005856b4e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.717247378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4dac58b-9fe2-46c9-abb0-a773738ddc81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.774892702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4dac58b-9fe2-46c9-abb0-a773738ddc81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.774954264Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4dac58b-9fe2-46c9-abb0-a773738ddc81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.822345044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf99caa1-dee1-49a6-badc-2c7901424c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.879151647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf99caa1-dee1-49a6-badc-2c7901424c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.879207735Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf99caa1-dee1-49a6-badc-2c7901424c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:55.987001973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b2c5f47-890a-41d9-85cc-f47dd837b2d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.046581691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b2c5f47-890a-41d9-85cc-f47dd837b2d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.04668316Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b2c5f47-890a-41d9-85cc-f47dd837b2d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.09303744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a15a1a70-9213-4226-a1fd-df72213c5981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.1497584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a15a1a70-9213-4226-a1fd-df72213c5981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.149838325Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a15a1a70-9213-4226-a1fd-df72213c5981","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.528118085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2701f338-491d-4bdc-9e4b-15ad4cfa42b6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:28:56.528139372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2701f338-491d-4bdc-9e4b-15ad4cfa42b6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.181920428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dff00b1e-01f5-4e8e-b956-fe377afd4b28","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.181940001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dff00b1e-01f5-4e8e-b956-fe377afd4b28","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.182180422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"94f717bc-3101-486a-8596-49e0bf46e1cb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.182192748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"94f717bc-3101-486a-8596-49e0bf46e1cb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.182371643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fe00cf03-4092-4bd8-8d74-abe86bb174fe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.182380734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fe00cf03-4092-4bd8-8d74-abe86bb174fe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.182543424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8409cdcb-380c-485b-9893-90728a0d2e95","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.182551817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8409cdcb-380c-485b-9893-90728a0d2e95","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.235265079Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"af2c780f-a0e6-46f9-b227-daf7f976765e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.23549787Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b8ec41c8-ce80-44b2-ae5d-9d5dc6b9b6a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.25102979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec7095d3-98bc-405b-8750-53b28cb51713","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.251047767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ec7095d3-98bc-405b-8750-53b28cb51713","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.251260661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f05468b3-5e15-4aa0-a653-d70fa0f12b69","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.251272047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f05468b3-5e15-4aa0-a653-d70fa0f12b69","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.251471444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b99922d-ed34-4d1b-b725-9ad6060fc5f9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.251483033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b99922d-ed34-4d1b-b725-9ad6060fc5f9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.25166787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f87f376d-7369-4abe-9ad5-f0a619529797","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.251677824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f87f376d-7369-4abe-9ad5-f0a619529797","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.34144158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c1c393c-aedb-40d6-8122-ea375f74668d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.342516939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2baebcbb-ee8e-4ceb-abc9-38bd81ec39c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.398988295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c1c393c-aedb-40d6-8122-ea375f74668d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.399052377Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c1c393c-aedb-40d6-8122-ea375f74668d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.399502432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2baebcbb-ee8e-4ceb-abc9-38bd81ec39c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.399553646Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2baebcbb-ee8e-4ceb-abc9-38bd81ec39c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.618166454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de80a2a3-1880-4025-b58e-f563335a1e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.618192384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5dbb971-dcb6-48fb-a57c-4f09d519ae3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.676665802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de80a2a3-1880-4025-b58e-f563335a1e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.676713112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5dbb971-dcb6-48fb-a57c-4f09d519ae3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.676734335Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de80a2a3-1880-4025-b58e-f563335a1e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.676759448Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5dbb971-dcb6-48fb-a57c-4f09d519ae3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.911611678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"671fc877-f467-45b9-a9a6-3bdabb93181b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.911611707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"780b1134-7908-4530-924c-88c51373b6c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.970814529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"671fc877-f467-45b9-a9a6-3bdabb93181b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.970886478Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"671fc877-f467-45b9-a9a6-3bdabb93181b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.970993225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"780b1134-7908-4530-924c-88c51373b6c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:00.971041076Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"780b1134-7908-4530-924c-88c51373b6c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.433897188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffe01b2d-7852-4a6d-8163-40fbeca1ae33","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:01.43391809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ffe01b2d-7852-4a6d-8163-40fbeca1ae33","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.386660899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d205b54b-5f4a-42e9-8772-646f69038fc9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.386687671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d205b54b-5f4a-42e9-8772-646f69038fc9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.386967991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4a861b62-06dd-4e0c-aa28-eeff84a62134","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.386982446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4a861b62-06dd-4e0c-aa28-eeff84a62134","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.387174708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"60d6f4d6-0fb0-4bac-aaff-bf192466ec5c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.387185854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"60d6f4d6-0fb0-4bac-aaff-bf192466ec5c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.387360199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b9bf4f80-00b0-4cc4-9238-d4ee48a015fe","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.387371685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b9bf4f80-00b0-4cc4-9238-d4ee48a015fe","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.387548897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"82d448ca-d338-42f2-a21f-6e3e48a39732","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.387563546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"82d448ca-d338-42f2-a21f-6e3e48a39732","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.442674508Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6ce50dda-3154-4da0-94a4-6a52788d5592","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.442985279Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad8857c9-269d-42e4-8311-02422ffef5f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.453300954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7d28d0c1-de58-4ced-ba78-ef86a21ecbbd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.453318031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7d28d0c1-de58-4ced-ba78-ef86a21ecbbd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.453547365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a0a01fe4-50f8-4c09-9a6c-ce0bf6a9dba4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.45355782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a0a01fe4-50f8-4c09-9a6c-ce0bf6a9dba4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.45372805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4babdf15-43ed-4752-8e9b-afe52c6e80fe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.453737128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4babdf15-43ed-4752-8e9b-afe52c6e80fe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.453924403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fc7be2f2-6436-4962-b71a-de395b277a65","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.453935563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fc7be2f2-6436-4962-b71a-de395b277a65","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.454121475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e346695e-4808-4b11-90d0-863074bc5eaa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.454131697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e346695e-4808-4b11-90d0-863074bc5eaa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.548084029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bedab9e3-8c90-4a3d-a45d-f0e80cb25040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.548236627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cba7a79a-e707-450e-988f-0959274b1a39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.606067142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bedab9e3-8c90-4a3d-a45d-f0e80cb25040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.60610441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cba7a79a-e707-450e-988f-0959274b1a39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.606140507Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bedab9e3-8c90-4a3d-a45d-f0e80cb25040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.606148922Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cba7a79a-e707-450e-988f-0959274b1a39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.818996504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8017faf-0bf1-489a-9e1d-aa65ca5ef9ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.819014685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29264d7d-97ad-4d84-b528-547125c0a035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.876290764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29264d7d-97ad-4d84-b528-547125c0a035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.876359359Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29264d7d-97ad-4d84-b528-547125c0a035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.87639632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8017faf-0bf1-489a-9e1d-aa65ca5ef9ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:03.876445823Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8017faf-0bf1-489a-9e1d-aa65ca5ef9ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:04.621028867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"64d10ce7-6ad6-4f50-bc60-9fac2d0cbadd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:04.621064389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"64d10ce7-6ad6-4f50-bc60-9fac2d0cbadd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:05.893063896Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.485213983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ea1a7d6b-4262-43bf-b859-cdd6f5ffadec","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.485234612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ea1a7d6b-4262-43bf-b859-cdd6f5ffadec","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.485476859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fbde2d3e-9be7-4812-a840-1c66eac83de7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.485492003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fbde2d3e-9be7-4812-a840-1c66eac83de7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.485673321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"476a3ae4-1e22-4a13-a82c-d9f30aae06cf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.485686363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"476a3ae4-1e22-4a13-a82c-d9f30aae06cf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.485883559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4c6c679f-5901-4fdf-bf0a-ab0137fc603a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.485897673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4c6c679f-5901-4fdf-bf0a-ab0137fc603a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.486106305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d8eaf073-35e1-4b46-a398-635a09496d18","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.486118091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d8eaf073-35e1-4b46-a398-635a09496d18","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.486294136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a8eaeb51-0d94-4329-8eb5-89f0a3e9c12b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.486307665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a8eaeb51-0d94-4329-8eb5-89f0a3e9c12b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.541604685Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"89b39f71-3555-4fea-ab55-60dc2e1879dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.544062186Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b60fbeef-d354-41ea-afeb-6e42964e705f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.551924869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"92bd9ef5-2795-438f-8b4f-456fbebd4ec6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.551940703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"92bd9ef5-2795-438f-8b4f-456fbebd4ec6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.552150321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"02e494a6-3125-48fb-aa38-f3517bc944e8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.552161815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"02e494a6-3125-48fb-aa38-f3517bc944e8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.552386451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"55982b50-8ee7-4dc2-ac83-7800e9f6bf2f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.552397679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"55982b50-8ee7-4dc2-ac83-7800e9f6bf2f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.553027696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"579fab46-41d5-488f-9154-35a82d1a3c27","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.55304467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"579fab46-41d5-488f-9154-35a82d1a3c27","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.553416321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3fb3282c-0324-404a-9c91-dd661055178a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.553434588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3fb3282c-0324-404a-9c91-dd661055178a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.554013933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e88652e4-1862-4a4b-aeb3-e61be9b4bb6d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.554038126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e88652e4-1862-4a4b-aeb3-e61be9b4bb6d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.646504648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b66ce048-cd38-4be9-9856-30903bf46d6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.703972069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b66ce048-cd38-4be9-9856-30903bf46d6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.704041537Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b66ce048-cd38-4be9-9856-30903bf46d6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.744436873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a86ea44-19fd-4131-8843-d43a0b2b14c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.801519815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a86ea44-19fd-4131-8843-d43a0b2b14c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.801589404Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a86ea44-19fd-4131-8843-d43a0b2b14c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.914802386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e9d0dca-8977-48d3-b7d2-339a32efa0cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.971830353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e9d0dca-8977-48d3-b7d2-339a32efa0cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:06.971899956Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e9d0dca-8977-48d3-b7d2-339a32efa0cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.01700126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"206254c2-63b7-4d36-ba22-9126eb2de1ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.074149192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"206254c2-63b7-4d36-ba22-9126eb2de1ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.07420721Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"206254c2-63b7-4d36-ba22-9126eb2de1ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.386591652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9be4c5c3-85e1-4751-9e61-34350fa092f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.386591654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2dec1cc-b693-4a95-8f75-badc85d95ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.443880793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2dec1cc-b693-4a95-8f75-badc85d95ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.443932583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9be4c5c3-85e1-4751-9e61-34350fa092f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.443946879Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2dec1cc-b693-4a95-8f75-badc85d95ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.443975964Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9be4c5c3-85e1-4751-9e61-34350fa092f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.658333115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e432326-f95b-41fc-80fc-e6efe8bb7513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.658356377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48a0630b-45e2-4d57-93cf-cdb313af424a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.718035047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48a0630b-45e2-4d57-93cf-cdb313af424a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.718099139Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48a0630b-45e2-4d57-93cf-cdb313af424a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.718122839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e432326-f95b-41fc-80fc-e6efe8bb7513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.718169808Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e432326-f95b-41fc-80fc-e6efe8bb7513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.724203039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"88974d0e-1d4e-4b75-b39d-e80592c84afa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:07.724217396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"88974d0e-1d4e-4b75-b39d-e80592c84afa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.731903291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3f750ec7-82d2-416f-9e5d-4922a7f0f8b3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.731922413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3f750ec7-82d2-416f-9e5d-4922a7f0f8b3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.732245136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe343d9e-8170-4ba0-a1c3-6b068bc09830","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.732257309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe343d9e-8170-4ba0-a1c3-6b068bc09830","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.732428497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ab501a62-d8b0-45b4-8ea3-14585f491e70","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.732442081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ab501a62-d8b0-45b4-8ea3-14585f491e70","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.732596092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"63a46aaf-64ba-4b61-86db-2bfb51773b5a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.732605757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"63a46aaf-64ba-4b61-86db-2bfb51773b5a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.732765456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"859dd1f7-3e48-4be7-90d4-04191b91bc8b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.732776749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"859dd1f7-3e48-4be7-90d4-04191b91bc8b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.732955489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e154517e-254a-4882-9743-9f24e753372b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.732964523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e154517e-254a-4882-9743-9f24e753372b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.733118702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fbab870-a135-45f9-a263-eea1ba38668f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.733128631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fbab870-a135-45f9-a263-eea1ba38668f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.791301203Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f4ee58e2-6a98-422d-9600-fd7fa35bb539","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.802207518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"944607cb-3da5-4c91-bbc0-0a8bcbb30b44","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.80222348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"944607cb-3da5-4c91-bbc0-0a8bcbb30b44","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.802440037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8295171f-4e6a-4ad8-87dc-6f372e6c4a1f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.802452021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8295171f-4e6a-4ad8-87dc-6f372e6c4a1f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.802648831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"03ea064b-b91e-43b8-8dd4-1d95498c240f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.802663349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"03ea064b-b91e-43b8-8dd4-1d95498c240f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.802858004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3ac226ad-8a2b-4f9c-b3b1-9c55f918ae7c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.802870712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3ac226ad-8a2b-4f9c-b3b1-9c55f918ae7c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.803049081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"59a21c8b-8747-4584-be7c-00cc802cb6b6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.80305963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"59a21c8b-8747-4584-be7c-00cc802cb6b6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.803226133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"deaba755-cbc4-4870-a523-c6f2f6763641","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.803236776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"deaba755-cbc4-4870-a523-c6f2f6763641","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.803405274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3a0729b-0a33-460e-a5bb-622707000138","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.803416473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3a0729b-0a33-460e-a5bb-622707000138","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.89124925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d987a715-5e51-4d20-9dd0-a9ee08cfaf32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.948268979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d987a715-5e51-4d20-9dd0-a9ee08cfaf32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.953411252Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cb97fa90-9ae1-4b51-94cd-8c9b67e50be4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:10.99219884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76004401-e73b-4af8-8a27-0f24f59399b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.049302525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76004401-e73b-4af8-8a27-0f24f59399b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.049361358Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76004401-e73b-4af8-8a27-0f24f59399b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.120103864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ea8369f-51be-40c6-af79-2911d70b6ce4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.120125106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ea8369f-51be-40c6-af79-2911d70b6ce4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.261914414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36cbb9a1-20ba-443e-87ca-e61b801da616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.318458141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36cbb9a1-20ba-443e-87ca-e61b801da616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.318519113Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36cbb9a1-20ba-443e-87ca-e61b801da616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.331550741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"37ccc0cb-45ed-417f-b599-e4d44545b49e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.362442368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"185cdca8-3c2d-46c6-bbe3-679cfe395278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.419156469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"185cdca8-3c2d-46c6-bbe3-679cfe395278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.964395089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec8c5357-1cd9-4308-b8a3-4ff1bfc586c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:11.964414598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec8c5357-1cd9-4308-b8a3-4ff1bfc586c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:12.176346701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0de2ea50-2921-4589-8a66-4d35503fd23b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.314899409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8c6c91ea-8ce8-43fa-9982-347ae117ec32","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.314919473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8c6c91ea-8ce8-43fa-9982-347ae117ec32","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.315144276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f23195e3-a20e-4aa8-8e19-14ce9170759a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.315156105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f23195e3-a20e-4aa8-8e19-14ce9170759a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.315310744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae764ebf-ac70-440a-b874-e35709710d7c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.315321391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae764ebf-ac70-440a-b874-e35709710d7c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.315503411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9543ee0c-4c12-4111-825a-15f59e5c7854","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.315514501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9543ee0c-4c12-4111-825a-15f59e5c7854","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.315672501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"54faf6d9-2a0e-46f0-9781-aa028302387e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.315682471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"54faf6d9-2a0e-46f0-9781-aa028302387e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.315890494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51c5f865-386b-4ca2-b585-102dccf06441","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.31590129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"51c5f865-386b-4ca2-b585-102dccf06441","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.316051799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f85eeea-7323-411d-83ab-bbc470957301","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.316060942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f85eeea-7323-411d-83ab-bbc470957301","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.316273472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e8832014-a94c-4179-a9cd-e04687443c67","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.316283182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e8832014-a94c-4179-a9cd-e04687443c67","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.381940413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"51734002-916b-4e8d-8de4-f34e14c9784d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.38195645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"51734002-916b-4e8d-8de4-f34e14c9784d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.38217775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4350a029-4884-4d7f-9a13-4190f3d2c665","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.382188489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4350a029-4884-4d7f-9a13-4190f3d2c665","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.382397473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"94f834b6-f42b-4a8b-86d8-013a4c80a208","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.382414392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"94f834b6-f42b-4a8b-86d8-013a4c80a208","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.38263509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e1ec2999-0988-488c-9a71-1191ed32a34a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.382644571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e1ec2999-0988-488c-9a71-1191ed32a34a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.383311659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"66118665-2c99-45bf-9ea5-07cd916c52d2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.383328403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"66118665-2c99-45bf-9ea5-07cd916c52d2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.384037986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43003bee-8fa1-4719-846e-627d29dabffe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.384064637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43003bee-8fa1-4719-846e-627d29dabffe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.385078688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55a25361-c692-4098-aa32-7b7ed46bb794","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.385103705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55a25361-c692-4098-aa32-7b7ed46bb794","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.385929934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7060f581-ebb9-4054-bf7d-35ab86dd6481","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.385943575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7060f581-ebb9-4054-bf7d-35ab86dd6481","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.476395616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa297a93-3c34-4c2e-84f6-3fea2847f0af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.479164374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2296a1b6-caa0-4ff8-a9d2-220423abe998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.533411822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4bedcb00-e788-475a-85fe-ff22f23f34c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.537534042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2296a1b6-caa0-4ff8-a9d2-220423abe998","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.538850312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa297a93-3c34-4c2e-84f6-3fea2847f0af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.540953327Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ee49d746-320a-4da2-9e25-51b020525dd8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.707695238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"40b1467c-e235-4a53-9f17-c156ecc4327d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.707716252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"40b1467c-e235-4a53-9f17-c156ecc4327d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.921168844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1592c90c-d2ab-4cd0-87a0-675a9ecf131d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.968864213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"777c6663-2abc-430f-8dec-68398c28e4ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:14.968864215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46720187-ea65-4d01-bf3e-c9c87eadf621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.026005048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"777c6663-2abc-430f-8dec-68398c28e4ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.026579701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46720187-ea65-4d01-bf3e-c9c87eadf621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.566426072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f680f26-9037-4414-9e0f-a730ee40383f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.566453181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f680f26-9037-4414-9e0f-a730ee40383f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.779105214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9c0e90a6-01bb-46d5-b84e-8d321f3e2412","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:15.974345051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"deabb66c-20cd-49ec-bbd4-c6887c8b8fce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.06869252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a74bb3d9-9422-4109-b42b-f0b74904712c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.068749562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82198c5c-b925-4d45-9df7-f3c7307dfd21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.12721546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82198c5c-b925-4d45-9df7-f3c7307dfd21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.127295887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a74bb3d9-9422-4109-b42b-f0b74904712c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.138533051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcb534fa-da18-4e1b-8b20-1e488bc3359f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.138554637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcb534fa-da18-4e1b-8b20-1e488bc3359f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.493018518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f94f8863-f11d-4e9a-b0b1-384fce0558e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.493018796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d123476-d20d-4cdb-b5fe-d51a4a7a12df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.550586284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f94f8863-f11d-4e9a-b0b1-384fce0558e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:16.551818546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d123476-d20d-4cdb-b5fe-d51a4a7a12df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.861207348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2fa8c648-bad2-4057-8eac-32a32285a20d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:18.861229771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2fa8c648-bad2-4057-8eac-32a32285a20d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.00443308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ec3bde5c-151b-4d07-8fa0-fe46b6808583","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.11823995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d04471e4-6d52-448a-88b4-a0ffbbe2772c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.118252809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"860e868d-78d2-4350-b0dc-5b442671a700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.164471192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9ddf8728-0b5f-4200-8263-a6d57049565a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.164495142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9ddf8728-0b5f-4200-8263-a6d57049565a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.225655801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d04471e4-6d52-448a-88b4-a0ffbbe2772c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.22612423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"860e868d-78d2-4350-b0dc-5b442671a700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.226486588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"78651e3f-b749-4d28-af24-ba01e9178417","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:23.226504823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"78651e3f-b749-4d28-af24-ba01e9178417","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:24.383148409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"df5faa9e-8f01-4073-b6f4-3fc74d612bda","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:24.383171256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"df5faa9e-8f01-4073-b6f4-3fc74d612bda","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:24.383551324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"38346131-297b-44cb-943e-3e3cca216e28","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:24.383568068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"38346131-297b-44cb-943e-3e3cca216e28","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:24.384127832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c5ff5f67-214c-4149-8ef8-34bf2ffe47d7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:24.384147783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c5ff5f67-214c-4149-8ef8-34bf2ffe47d7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:24.385164123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"80655416-a4e5-4c03-9578-602e54b7e164","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:24.385177471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"80655416-a4e5-4c03-9578-602e54b7e164","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:26.139911031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cae5ff3a-5b0b-4c1c-acdb-1b32e1413773","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:26.139932278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cae5ff3a-5b0b-4c1c-acdb-1b32e1413773","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:27.401159807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"89920bad-bca7-4ea0-8339-cec364f0916a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:27.499460738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1cfb68c6-8253-44a6-8ff7-66cb56a7259c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:27.835105851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e22a075c-5a3f-4934-a4b4-9290331812ef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:27.835127738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e22a075c-5a3f-4934-a4b4-9290331812ef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:31.260246163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5d4fd3c3-1cdd-41c8-94a7-ef3e53f61917","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:31.260268244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5d4fd3c3-1cdd-41c8-94a7-ef3e53f61917","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.227431287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e5536972-036e-45c1-a33b-9d3732ecc609","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:33.227450833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e5536972-036e-45c1-a33b-9d3732ecc609","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:34.384906514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"875174e6-3a07-44fc-a69b-8f385d10cf82","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:34.384926842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"875174e6-3a07-44fc-a69b-8f385d10cf82","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:34.386320878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"49435c71-cd59-4536-8aa9-ce82587d3dbe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:34.386334492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"49435c71-cd59-4536-8aa9-ce82587d3dbe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:34.868729713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b866cf2e-54f3-4ddb-996b-177020a76b28","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:34.868752115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b866cf2e-54f3-4ddb-996b-177020a76b28","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:35.944522844Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:36.140704496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"feacfdbd-a2b5-4c98-8edf-c2b7e66af741","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:36.14072767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"feacfdbd-a2b5-4c98-8edf-c2b7e66af741","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:38.098006078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bfb39f2b-424b-43b2-bc61-108597c564a0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:38.09803483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bfb39f2b-424b-43b2-bc61-108597c564a0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:41.802736108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72804a3f-c43f-4ca3-96de-11b92464a9d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:41.802758543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72804a3f-c43f-4ca3-96de-11b92464a9d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:42.016315574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4a826777-8ac0-443f-813a-961496828aad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:42.018215609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5be724e4-9648-4c44-86d6-21c1c058fff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:42.018215616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6dcdec71-61cc-4350-b3f7-346ada0b7885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:42.12644915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6dcdec71-61cc-4350-b3f7-346ada0b7885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:42.126492841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5be724e4-9648-4c44-86d6-21c1c058fff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:42.185721104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d25fb6be-3dea-4b5a-9ed3-89c0967efa57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:42.185742805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d25fb6be-3dea-4b5a-9ed3-89c0967efa57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:42.39901937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"76011062-3025-4718-8d45-051713870139","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.228759582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"24ad96c3-ade8-4189-8e3e-a3d48a4ba019","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:43.22879631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"24ad96c3-ade8-4189-8e3e-a3d48a4ba019","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.175089804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a5212df-5515-4a61-9ef5-acf4b715d061","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.175118575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a5212df-5515-4a61-9ef5-acf4b715d061","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.394603007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4ab275df-8ac6-44c5-a84c-34a772b59f52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.403507393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"478e2eb2-88b3-4eec-ac77-9224659586d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.404332687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bba79ce3-c4dc-4eca-af47-176ce802a968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.504670621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"478e2eb2-88b3-4eec-ac77-9224659586d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.512753583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bba79ce3-c4dc-4eca-af47-176ce802a968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.569876861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"68ae7049-a12f-4e86-afb1-2ec9ced27591","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.569900121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"68ae7049-a12f-4e86-afb1-2ec9ced27591","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:46.784638771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c890fb18-65a1-4dc6-985c-a077a49748cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.629460752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66d0eb57-3751-4471-8595-2ef43dad0e6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.629460829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e0d575f-6ee7-40e8-8f9d-44ce84ddd9c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.739605225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66d0eb57-3751-4471-8595-2ef43dad0e6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.740686486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e0d575f-6ee7-40e8-8f9d-44ce84ddd9c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.948187792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"23e41f78-0b72-4662-afc3-77c4c50e8cf2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:48.948217931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"23e41f78-0b72-4662-afc3-77c4c50e8cf2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:49.112051861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b269c43-49e3-43eb-acdf-64eab3a6e235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:49.164835849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7c76182-8c2b-41b6-a65c-d8dd881c90e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:49.164863105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7c76182-8c2b-41b6-a65c-d8dd881c90e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:49.16924272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b269c43-49e3-43eb-acdf-64eab3a6e235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:49.211981811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f4fed25-92c3-43a7-8666-77206e4c535b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:49.268709313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f4fed25-92c3-43a7-8666-77206e4c535b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:49.380258698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a528fd97-824d-4f31-82ed-a4db6374a342","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:49.488334405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f70867c4-cf75-42f7-b3c0-0b7aaf0a59e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:49.488361826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f70867c4-cf75-42f7-b3c0-0b7aaf0a59e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:49.542650873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abaff20d-cc24-41f5-b4e2-aee67ab4e592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:49.549156289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"323fb20a-b9c9-4d5e-8f4f-7c069afe97b7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:49.549173959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"323fb20a-b9c9-4d5e-8f4f-7c069afe97b7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:49.604611136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abaff20d-cc24-41f5-b4e2-aee67ab4e592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:49.650108725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d62b9797-9472-49b1-802e-1c018d2bf4d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:49.711069323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d62b9797-9472-49b1-802e-1c018d2bf4d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:29:49.925055815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d62b9797-9472-49b1-802e-1c018d2bf4d9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.096526186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"baad49b1-0bcf-4c7b-8c57-b199eafd6c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.155880414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"baad49b1-0bcf-4c7b-8c57-b199eafd6c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.194858383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0744062f-346f-456c-9eb0-61026ce6fb22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.252922926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0744062f-346f-456c-9eb0-61026ce6fb22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.520402947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2970a373-d44a-4d59-86f9-365e95f5efb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.577697492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2970a373-d44a-4d59-86f9-365e95f5efb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.620743565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c350126f-c146-42df-9936-9cc10ec0eca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:29:50.68184877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c350126f-c146-42df-9936-9cc10ec0eca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:05.947615282Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:18.757915838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2fe9e84-f706-4601-898a-681a665bb437","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:18.757927419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86218fd9-075a-4282-a0ca-07df6a4eea1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:18.917393736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86218fd9-075a-4282-a0ca-07df6a4eea1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:18.917412021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2fe9e84-f706-4601-898a-681a665bb437","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.283236056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"344733a2-62ff-4727-84da-23246f91b9dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.283236061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f587c5fc-985f-4f1d-9e1f-0cedca51a784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.340274789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"344733a2-62ff-4727-84da-23246f91b9dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.340313469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f587c5fc-985f-4f1d-9e1f-0cedca51a784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.709206888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"057d9af2-9433-4de0-94c8-504b988f6aa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.709218197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c9270ca-1335-4a6f-9bc9-5f473ead789b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.767499763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"057d9af2-9433-4de0-94c8-504b988f6aa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:19.767757269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c9270ca-1335-4a6f-9bc9-5f473ead789b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.754135602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2129ce1-fe39-4d8d-b7f5-18abf8f4f8c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.807076311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2129ce1-fe39-4d8d-b7f5-18abf8f4f8c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.860064871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2129ce1-fe39-4d8d-b7f5-18abf8f4f8c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:22.913416102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2129ce1-fe39-4d8d-b7f5-18abf8f4f8c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.28940019Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-885382","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-885382","reconcileID":"97aab92c-6f54-4e2d-a1ba-15c829fbdcb8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-885382","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-885382":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.637244316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bc27003-9472-4712-9b15-2a5a2fa48f5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.637250944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a51f7d7f-5650-4a17-8f3b-4bf1692c6329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.695329908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bc27003-9472-4712-9b15-2a5a2fa48f5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:23.695374357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a51f7d7f-5650-4a17-8f3b-4bf1692c6329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.0150121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"712cf1ed-037a-422b-8423-7ddc44a8f302","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.015247787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d959af7-8f56-4c84-9ec3-d75c7bac62f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.074624644Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-a7f34a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-a7f34a","reconcileID":"275d50f6-e0e5-4012-a371-9e7823ab46d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-a7f34a","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-a7f34a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.125276196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"712cf1ed-037a-422b-8423-7ddc44a8f302","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.125411317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d959af7-8f56-4c84-9ec3-d75c7bac62f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.498588346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9aa567f-668b-48b3-87f4-b4c527159c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.498605712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"472d2d9a-b469-4154-a292-02f578360e13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.555953367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9aa567f-668b-48b3-87f4-b4c527159c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.556182178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"472d2d9a-b469-4154-a292-02f578360e13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.946133632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69d47436-39df-46bd-b6e7-15a649e2a5d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:24.999170635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69d47436-39df-46bd-b6e7-15a649e2a5d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.052199916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69d47436-39df-46bd-b6e7-15a649e2a5d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.105673117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69d47436-39df-46bd-b6e7-15a649e2a5d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.26583597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5f5d124-249b-40c1-8128-e73cac531b04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.265844121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ecf30e1-dcb8-4ec0-83ec-06523d1adb00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.32382668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5f5d124-249b-40c1-8128-e73cac531b04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.325523933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ecf30e1-dcb8-4ec0-83ec-06523d1adb00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.68818192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14df2602-5fb6-4b29-8ed6-8873124bbfc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.688203962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb49c11a-8c52-4f7c-9e59-d26fe5afdee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.74542019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14df2602-5fb6-4b29-8ed6-8873124bbfc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.74551454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb49c11a-8c52-4f7c-9e59-d26fe5afdee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:25.996603184Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-50886e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-50886e","reconcileID":"6bd9b312-82c2-4dec-a4d0-c4a2dcb87d40","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-50886e","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-50886e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.350338408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e1a2c7c-fcbe-465d-859d-c4bf3bd28da1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.350338448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0061cb14-0d1b-418f-ad2c-e62ee112460c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.408225185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e1a2c7c-fcbe-465d-859d-c4bf3bd28da1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.408240834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0061cb14-0d1b-418f-ad2c-e62ee112460c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.820573979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"326fbcbc-a99c-4c98-a28a-2fa414699341","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.820604118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24d3f910-eb4f-40c2-9e93-ca0080de676e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.877867123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"326fbcbc-a99c-4c98-a28a-2fa414699341","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:26.877922015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24d3f910-eb4f-40c2-9e93-ca0080de676e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.054067563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33234ba1-9713-4e3d-9650-916db14bf121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.10708046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33234ba1-9713-4e3d-9650-916db14bf121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.161081822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33234ba1-9713-4e3d-9650-916db14bf121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.21445554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33234ba1-9713-4e3d-9650-916db14bf121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.716592157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a0f0559-7258-4e9d-8247-e19e8f3b2ffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.716604766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29a7708e-3d81-4947-8bf2-81a4581c1e80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.774470879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29a7708e-3d81-4947-8bf2-81a4581c1e80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:27.774854384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a0f0559-7258-4e9d-8247-e19e8f3b2ffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.766341847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a55f23c-5d23-442f-802b-ab1418fa6dd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.766584957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dd07406-178a-4e2c-9c8f-807c02684019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.823748672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a55f23c-5d23-442f-802b-ab1418fa6dd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:28.823838045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7dd07406-178a-4e2c-9c8f-807c02684019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.131727455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87bf7688-23d0-46ff-a894-fc7bdad3ad03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.1851636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87bf7688-23d0-46ff-a894-fc7bdad3ad03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.238453267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87bf7688-23d0-46ff-a894-fc7bdad3ad03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:29.292048555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87bf7688-23d0-46ff-a894-fc7bdad3ad03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.310407947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f3cbcc6-b5b1-4914-94c3-3828f2c88571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.310710971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a823a89-0e89-4617-9b1f-e8ff84dfd214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.422185338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a823a89-0e89-4617-9b1f-e8ff84dfd214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:30.422294659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f3cbcc6-b5b1-4914-94c3-3828f2c88571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:31.207215081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f010d811-8750-4caf-8c8d-d52f6e415d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:31.260517175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f010d811-8750-4caf-8c8d-d52f6e415d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:31.313956431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f010d811-8750-4caf-8c8d-d52f6e415d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:31.367344972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f010d811-8750-4caf-8c8d-d52f6e415d37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.754977838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec7b3548-13ed-42ce-9e83-7c80117446aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.757241492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ce50b87-a031-4ba1-a931-cc274fc9e9bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.811839265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec7b3548-13ed-42ce-9e83-7c80117446aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:32.814122414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ce50b87-a031-4ba1-a931-cc274fc9e9bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:34.138675665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"028343e2-e64c-4186-a7bd-9440631c764d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:34.257641798Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"028343e2-e64c-4186-a7bd-9440631c764d","name":"e2e-worker-w0-a7f34a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:35.893676341Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:38.361529148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cdeea207-c072-417e-abc2-6ccefa3d7dc4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:38.464018148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8b2e7e7a-cb08-4949-a922-4c9ccf106d8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.062383654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"89f8b53e-9773-4beb-8108-0bc74f1d131f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:39.179889655Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"89f8b53e-9773-4beb-8108-0bc74f1d131f","name":"e2e-worker-w3-885382-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:43.943740678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"5faa7a33-3465-4105-b5d9-6280904ab0b1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-50886e","tenantID":"e2e-praxis-a-50886e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:44.062695737Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"5faa7a33-3465-4105-b5d9-6280904ab0b1","name":"e2e-praxis-a-50886e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:45.928270334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c71e4aa-2739-4bca-bd3d-93d245308357","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:45.92829056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c71e4aa-2739-4bca-bd3d-93d245308357","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:45.988227484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c73f906-739b-40bf-a7e7-173d275c58a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:45.988247455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c73f906-739b-40bf-a7e7-173d275c58a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.147256443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7a1bb62c","reconcileID":"9a5c7264-4d9a-4225-9945-7e2ae830bfbf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.204562781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7a1bb62c","reconcileID":"9a5c7264-4d9a-4225-9945-7e2ae830bfbf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.220167526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"464d3db4-3f1a-4814-b606-783562b9df2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.22018903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"464d3db4-3f1a-4814-b606-783562b9df2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.281118012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"370417aa-4f6e-406c-9216-61fbce3789fd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.281137882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"370417aa-4f6e-406c-9216-61fbce3789fd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.339633769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67fc45cc-5942-495f-b44d-c4d38d9dda37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.339661554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67fc45cc-5942-495f-b44d-c4d38d9dda37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.342088147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04a71fb5-8206-467c-ad51-f93a80402f5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.342105138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04a71fb5-8206-467c-ad51-f93a80402f5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.378555997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fd87d88-6ea8-4ff5-a92b-8ff856c94cfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.378555933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1e621af-76cd-4d07-957c-7b9e2e6c29de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:30:46.39316175Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-neg-ghost-sub-7a1bb62c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-7a1bb62c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.39751899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77087e2b-d4d4-437d-b508-97bbc612896c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.397536299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77087e2b-d4d4-437d-b508-97bbc612896c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.436697875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fd87d88-6ea8-4ff5-a92b-8ff856c94cfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.436936094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1e621af-76cd-4d07-957c-7b9e2e6c29de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.525576017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b6a56f0-72ae-44cc-ad6b-8b9da7582b8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.525594987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b6a56f0-72ae-44cc-ad6b-8b9da7582b8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.669775283Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7a1bb62c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7a1bb62c","reconcileID":"ae9e8e61-4342-4065-9b9f-10b5a0022816","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7a1bb62c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-7a1bb62c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.669948005Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7a1bb62c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7a1bb62c","reconcileID":"ae9e8e61-4342-4065-9b9f-10b5a0022816","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7a1bb62c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7a1bb62c","error":"MaaSModelRef not found: llm/nonexistent-model-7a1bb62c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.689514311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7a1bb62c","reconcileID":"ecd68ead-ca78-45ff-959e-ceed82e022a2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.746514415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7a1bb62c","reconcileID":"ecd68ead-ca78-45ff-959e-ceed82e022a2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.78852225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9000b863-904a-4884-bfe9-5910d6a604a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.789303684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5aad8a04-4e49-4da3-bdf9-9595dcd0b53c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.845387625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9000b863-904a-4884-bfe9-5910d6a604a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.849010029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5aad8a04-4e49-4da3-bdf9-9595dcd0b53c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.889924794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"56a34d92-708c-401f-a63f-3cb2a25b3a64","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.891044776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a89d2c53-a540-410d-af1a-04bc2cb0f9c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:46.891118111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a89d2c53-a540-410d-af1a-04bc2cb0f9c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.108921993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7a1bb62c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7a1bb62c","reconcileID":"6d64098d-5822-4f3e-83fe-07a2430f25e6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7a1bb62c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:47.109060316Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7a1bb62c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7a1bb62c","reconcileID":"6d64098d-5822-4f3e-83fe-07a2430f25e6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7a1bb62c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7a1bb62c","error":"MaaSModelRef not found: llm/nonexistent-model-7a1bb62c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:48.94546293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a0178b5-872f-4cc0-8597-b9fc1b6dc0ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:48.945488307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a0178b5-872f-4cc0-8597-b9fc1b6dc0ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.107527636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7a1bb62c","reconcileID":"2c179286-794c-4ba2-b6d8-133442924ff7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.107557048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb7b4eba-3ee2-43cf-8aff-965f4a9b42db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.111678282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4357b0e-d9f9-4504-a294-8d6edc5f52d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.209219752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7a1bb62c","reconcileID":"2c179286-794c-4ba2-b6d8-133442924ff7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.21361534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb7b4eba-3ee2-43cf-8aff-965f4a9b42db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:49.216659343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4357b0e-d9f9-4504-a294-8d6edc5f52d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:54.297589352Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"257b3e2c-5bfa-44ba-84c2-9deedf36f8f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:54.399890531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0c07201c-aace-4d93-8a7d-f42847d543f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:54.616959518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c0291a85-8df6-4194-84dc-30eec5994cab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:55.853843937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa7cc834-b17a-4872-8a4f-c64d9e66e3e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:55.91285767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa7cc834-b17a-4872-8a4f-c64d9e66e3e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:55.967336356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa7cc834-b17a-4872-8a4f-c64d9e66e3e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:56.023059321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa7cc834-b17a-4872-8a4f-c64d9e66e3e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.128020043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ed8409-fe76-49ac-b123-95627ea4f55c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.181486985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ed8409-fe76-49ac-b123-95627ea4f55c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.234887434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ed8409-fe76-49ac-b123-95627ea4f55c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:58.293041986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ed8409-fe76-49ac-b123-95627ea4f55c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.113870556Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7a1bb62c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7a1bb62c","reconcileID":"b95fb2ad-cfe1-4aa9-a8e1-1aa469ee7571","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7a1bb62c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-7a1bb62c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.20068798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7a1bb62c","reconcileID":"14be7b4b-7735-4361-9a9c-cceac255fb10","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.201890209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1c902f9-bfc4-4ff0-9689-4f45d19b5886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.202876746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfe7b6f2-9916-403e-a6ae-496e0ccf83cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.262129897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1c902f9-bfc4-4ff0-9689-4f45d19b5886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.262129895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7a1bb62c","reconcileID":"14be7b4b-7735-4361-9a9c-cceac255fb10","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.264323279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfe7b6f2-9916-403e-a6ae-496e0ccf83cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.27366567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7a1bb62c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7a1bb62c","reconcileID":"b95fb2ad-cfe1-4aa9-a8e1-1aa469ee7571","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7a1bb62c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.273688187Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7a1bb62c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7a1bb62c","reconcileID":"b95fb2ad-cfe1-4aa9-a8e1-1aa469ee7571","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7a1bb62c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7a1bb62c","subscription":"e2e-neg-ghost-sub-7a1bb62c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.273824553Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7a1bb62c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7a1bb62c","reconcileID":"b95fb2ad-cfe1-4aa9-a8e1-1aa469ee7571","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7a1bb62c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7a1bb62c","error":"MaaSModelRef not found: llm/nonexistent-model-7a1bb62c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.649332253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1dc4914-e4da-434a-abaf-8ff9e5172fb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.649354609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1dc4914-e4da-434a-abaf-8ff9e5172fb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.771607219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2229ed7b-16d8-4915-9005-0909349dbed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.775342236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c59e505c-4721-4d51-acd8-487f9b73bc3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.775348734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7a1bb62c","reconcileID":"32af0385-7e54-4838-8a62-b51805bf2db8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.806503934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f919cbd-2e23-4d03-a8a0-3d374ebeb055","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.806609076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f919cbd-2e23-4d03-a8a0-3d374ebeb055","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.830362979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2229ed7b-16d8-4915-9005-0909349dbed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.834098389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c59e505c-4721-4d51-acd8-487f9b73bc3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:30:59.834613182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7a1bb62c","reconcileID":"32af0385-7e54-4838-8a62-b51805bf2db8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.044469529Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7a1bb62c","reconcileID":"930a01bd-92b5-49ab-bd69-2c808919831a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7a1bb62c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.219721776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62ac0777-d870-43d9-b729-e9edd23a4f20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.21972775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc65fb0a-96c0-458f-9cbb-d337409188e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.279632219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc65fb0a-96c0-458f-9cbb-d337409188e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.28163254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62ac0777-d870-43d9-b729-e9edd23a4f20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.305061277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05c5f4de-b3e8-4cb8-aac9-e6d9cb6e5c17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.30518355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05c5f4de-b3e8-4cb8-aac9-e6d9cb6e5c17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.588269476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95db4669-c9bf-4f86-9e48-8a165b08dd42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.588433431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95db4669-c9bf-4f86-9e48-8a165b08dd42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.644924401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c371af3d-e46d-4cca-9fd4-2befa9c7676d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.644946105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c371af3d-e46d-4cca-9fd4-2befa9c7676d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.871184065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6af167d9","reconcileID":"475ca43d-e4e6-4da9-9373-a41058fe96a3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:00.928212494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6af167d9","reconcileID":"475ca43d-e4e6-4da9-9373-a41058fe96a3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.041049831Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6af167d9","reconcileID":"475ca43d-e4e6-4da9-9373-a41058fe96a3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-6af167d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.270320788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c9ca88d-38b6-42f3-a293-2899cf205c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.324158123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c9ca88d-38b6-42f3-a293-2899cf205c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.377413064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c9ca88d-38b6-42f3-a293-2899cf205c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.382969643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"457ad547-433e-417b-bb7b-aef93ed7d393","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.382998594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"457ad547-433e-417b-bb7b-aef93ed7d393","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.434300192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c9ca88d-38b6-42f3-a293-2899cf205c4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.651896075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6af167d9","reconcileID":"c556ef62-ca4f-4ca7-b233-3d6b74157cb7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.70903645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6af167d9","reconcileID":"c556ef62-ca4f-4ca7-b233-3d6b74157cb7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:01.817709835Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6af167d9","reconcileID":"c556ef62-ca4f-4ca7-b233-3d6b74157cb7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-6af167d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.352592859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58783c36-7ad8-4591-a540-afec5e10ab42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.352616122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58783c36-7ad8-4591-a540-afec5e10ab42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.36001027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ff36178-ff21-4fba-8911-5038ace14651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.41353984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ff36178-ff21-4fba-8911-5038ace14651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.413880506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6af167d9","reconcileID":"6a8e2ce1-3b65-4a98-8413-0b319323e38e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.413955964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7311bf1-ea57-4cc7-bf56-f132a2c35417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.414391843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d330856b-25aa-4855-af85-7a915f5d1309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.467315455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ff36178-ff21-4fba-8911-5038ace14651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.522204303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ff36178-ff21-4fba-8911-5038ace14651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.52499269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6af167d9","reconcileID":"6a8e2ce1-3b65-4a98-8413-0b319323e38e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.526158965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7311bf1-ea57-4cc7-bf56-f132a2c35417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.58113462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d330856b-25aa-4855-af85-7a915f5d1309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.633108966Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6af167d9","reconcileID":"6a8e2ce1-3b65-4a98-8413-0b319323e38e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-6af167d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.909547629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95efa2f4-ddaa-4d8a-8621-c25209a30426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.932657409Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6af167d9","reconcileID":"1114bc78-6f57-465e-b803-bab597e3c427","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:03.967107727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95efa2f4-ddaa-4d8a-8621-c25209a30426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.010033655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2041e995-1fe3-4694-9180-843e2fd983ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.033903303Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-6af167d9","reconcileID":"1114bc78-6f57-465e-b803-bab597e3c427","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-6af167d9","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-6af167d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.067691884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2041e995-1fe3-4694-9180-843e2fd983ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.29545823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"576522f9-70a6-4f42-9337-4e8013ba785b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.295482034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"576522f9-70a6-4f42-9337-4e8013ba785b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.400467326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a8e96dc-0e69-444d-b50d-42edacfc3d15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.458839785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a8e96dc-0e69-444d-b50d-42edacfc3d15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.49756222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eec45db5-f72d-4169-905a-254f8cef8bfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:04.554437422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eec45db5-f72d-4169-905a-254f8cef8bfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:05.894279309Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:06.555622264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"612d6717-2cd5-48ae-b949-6f02364b2979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:06.609144989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"612d6717-2cd5-48ae-b949-6f02364b2979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:06.663033825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"612d6717-2cd5-48ae-b949-6f02364b2979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:06.716331075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"612d6717-2cd5-48ae-b949-6f02364b2979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.627399438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fb72bf-e154-438d-a9e0-ab3026d4d7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.680669926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fb72bf-e154-438d-a9e0-ab3026d4d7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.733885704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fb72bf-e154-438d-a9e0-ab3026d4d7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.787369969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fb72bf-e154-438d-a9e0-ab3026d4d7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.787758872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b22e5d48-0e15-447e-88c3-b577da7aac03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.788268004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"daf6a406-0b41-4586-85b5-50d0b9193a55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.845570148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b22e5d48-0e15-447e-88c3-b577da7aac03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:08.845667783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"daf6a406-0b41-4586-85b5-50d0b9193a55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.27830983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b24c4284-6bd4-4c7f-9254-dbd4a9e01094","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:09.508482612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1c3cd843-3a29-4908-9483-b74b5febb427","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.5454135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b91c6fa1-80af-4115-9671-aef2ccf95d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.545413674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"711c1d67-fe4f-4d89-a5f2-88e28382fc6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.603605541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b91c6fa1-80af-4115-9671-aef2ccf95d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:10.603604889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"711c1d67-fe4f-4d89-a5f2-88e28382fc6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:11.704575194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41a8a093-eb29-4490-b7ef-26202a728759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:11.704585122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a07fc0e-86b2-41ce-b6a6-68d5202b6a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:11.761892282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a07fc0e-86b2-41ce-b6a6-68d5202b6a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:11.761917913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41a8a093-eb29-4490-b7ef-26202a728759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:12.847057902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ce1600-2e0a-4572-b0d5-e01a217eb8f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:12.901021717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ce1600-2e0a-4572-b0d5-e01a217eb8f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:12.954241735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ce1600-2e0a-4572-b0d5-e01a217eb8f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.007523355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ce1600-2e0a-4572-b0d5-e01a217eb8f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.439865002Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-e92519","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-e92519","reconcileID":"634545a7-46e4-46fa-b516-aca292b47520","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-e92519","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-e92519":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.776539563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"569dc128-5a26-4c49-ba8f-0ca807af5153","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.777054069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84f290f5-b50d-43c5-8ccb-29ec91e16f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.834855719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84f290f5-b50d-43c5-8ccb-29ec91e16f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:13.835398658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"569dc128-5a26-4c49-ba8f-0ca807af5153","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:14.2402973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89fe9200-dbba-49e0-91ff-db211a413898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:14.242139932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"155373cc-7ae4-4f9a-8b15-430abe86113d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:14.301866498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89fe9200-dbba-49e0-91ff-db211a413898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:14.305689961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"155373cc-7ae4-4f9a-8b15-430abe86113d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:14.937206814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"062b7047-ef55-4c75-8caf-51ba753c0264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:14.990659886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"062b7047-ef55-4c75-8caf-51ba753c0264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.044284088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"062b7047-ef55-4c75-8caf-51ba753c0264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.097509728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"062b7047-ef55-4c75-8caf-51ba753c0264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.420429853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67f0d060-9118-4d02-a6ee-3c449e897e78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.42066155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62dbf2bf-4e2b-42f0-bb1c-3d91b0c0222a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.477851916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62dbf2bf-4e2b-42f0-bb1c-3d91b0c0222a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.477869641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67f0d060-9118-4d02-a6ee-3c449e897e78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.807492616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd7634e1-065e-4836-81cc-756a2ae04bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.807561732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78929b4b-3673-4f52-a7e8-6641014cc47a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.864816026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd7634e1-065e-4836-81cc-756a2ae04bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:15.864945381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78929b4b-3673-4f52-a7e8-6641014cc47a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:16.934858421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6af94837-1757-4441-8e19-184da4d9867a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.071688471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656fd3d6-cc8d-413b-8a9a-f5c892e50eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.12540112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656fd3d6-cc8d-413b-8a9a-f5c892e50eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.178465947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656fd3d6-cc8d-413b-8a9a-f5c892e50eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.179380273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"64ce9bdb-b8e6-4bb1-bfb6-d615082f0bd0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.231544948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"656fd3d6-cc8d-413b-8a9a-f5c892e50eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.30140946Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-8977e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-8977e5","reconcileID":"f1815cac-fdb4-4bd7-be1f-340eba670ae2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-8977e5","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-8977e5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.673430905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4c9ceb1-13da-4ff8-b290-cd02e653c6f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.673430593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3ae5df4-9919-4631-8d20-cac408487e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.730969611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4c9ceb1-13da-4ff8-b290-cd02e653c6f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:17.731093098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3ae5df4-9919-4631-8d20-cac408487e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:18.106396655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e4a3100-0862-4278-b035-c128863274f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:18.107300723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43368e5e-d76e-4fe9-929c-8c697ab72bb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:18.163832154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e4a3100-0862-4278-b035-c128863274f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:18.164797982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43368e5e-d76e-4fe9-929c-8c697ab72bb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:19.192966149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f4eaac-254a-4439-a787-be9a0bc5c232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:19.248288478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f4eaac-254a-4439-a787-be9a0bc5c232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:19.30704643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f4eaac-254a-4439-a787-be9a0bc5c232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:19.307395439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bbdd991-45bc-46ba-b21f-0ec56d459b71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:19.307687752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa32c4c9-697a-4db6-8041-dc9137b49e2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:19.360769674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f4eaac-254a-4439-a787-be9a0bc5c232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:19.419322694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bbdd991-45bc-46ba-b21f-0ec56d459b71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:19.419802233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa32c4c9-697a-4db6-8041-dc9137b49e2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:20.550960609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b32f5b2c-cb92-40fd-8651-684677c2072f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:20.554003339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58ff8484-0c53-4da5-bda4-bc38842ce877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:20.608745274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b32f5b2c-cb92-40fd-8651-684677c2072f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:20.611560222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58ff8484-0c53-4da5-bda4-bc38842ce877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.321199874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dd9a5567-d944-414d-8246-3acd732a4d85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:31.423379773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3ddcd27e-fc23-4b96-b116-2201d525f679","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:32.545739609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"f2f4cc37-0252-4827-917a-687f88fb6469","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:35.893138752Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:37.197427144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"12b394a6-0bb2-4778-b7ee-6fff05ab0a38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:37.368350037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8ee483a2-d3ba-4e12-9ddf-3f4263f8b648","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:37.731472112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"f813340d-7350-4d35-8826-d98457594713","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:37.796979214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"5ccef7f3-df5a-47a6-8ba4-aacd8d142506","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:39.78859067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"e8cca7bc-f768-433a-8a98-fea15ffc2d88","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:39.906420263Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"e8cca7bc-f768-433a-8a98-fea15ffc2d88","name":"e2e-shared-a-w4-e92519-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:44.650619187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"45464f85-2a21-47a6-b667-c8cbd8673eda","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-8977e5","tenantID":"e2e-praxis-b-8977e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:44.765962394Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"45464f85-2a21-47a6-b667-c8cbd8673eda","name":"e2e-praxis-b-8977e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:46.467301624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"03d655ce-2994-49f4-ae4d-5422626237be","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:31:46.760203656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9c7a8fd8-7a24-4c9e-a09d-f480c8485e10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:02.389199663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f539a67b-7086-469a-861e-9d703ccdd229","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:02.504009342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"11f8a922-df39-45a2-9eb8-7b76740e601e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.764515196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"59fab9fa-0eb0-48e6-b13e-7c7817877fa8","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.876765266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"3065318d-bae7-4aa4-bc18-fffc59f56e89","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:04.93419424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"6336bc8e-fd71-4b89-9066-c5f43c7ef9b7","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:04.984447419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"eac4e025-41b9-4ba0-a4a0-5c3cf391e937","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.036535992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ec52ad4-3f3b-4adb-8308-b9ccccb543fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.03653607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85681de5-8d30-44b4-a636-c96526b90a25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.093774132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85681de5-8d30-44b4-a636-c96526b90a25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.093837783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ec52ad4-3f3b-4adb-8308-b9ccccb543fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.099250361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"6c0eefca-83d1-4bc3-9dd5-b7199c51d58b","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.157225604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"bab2d8d7-f5f2-47e7-a441-54af3f6377eb","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.160554061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"22ae4973-207b-4d6a-b58c-c16de5e16c83","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.222220018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"793a2de9-5236-4249-a652-2e7f03e54383","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:05.276221305Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"793a2de9-5236-4249-a652-2e7f03e54383","name":"simulator-w0-a7f34a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-a7f34a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:05.276284815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"793a2de9-5236-4249-a652-2e7f03e54383","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-a7f34a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.281630846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"994dd98a-741f-4ec1-8e1f-401254469d25","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.324243736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"9a6161a1-f798-474b-88fa-96db58e71d0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.372846366Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"fb5e80fb-7ebf-4a26-af37-666f132f43af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"simulator-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.432486947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"501ef27c-8240-4dbe-8da5-263ad1eaa0ee","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.446847914Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"9a6161a1-f798-474b-88fa-96db58e71d0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.458190476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79dc0504-c5d9-46ea-975e-36e4c745584b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.458241259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8881b718-06bc-427a-a254-d915008bf6d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.487500704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"6df2562f-bde6-4f54-993e-30348c9e7ff5","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.50196093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a7f34a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"9a6161a1-f798-474b-88fa-96db58e71d0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.514977341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79dc0504-c5d9-46ea-975e-36e4c745584b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.515468662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8881b718-06bc-427a-a254-d915008bf6d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:05.53344618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"fb5e80fb-7ebf-4a26-af37-666f132f43af","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.540760116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"49f0f0ec-3b6c-49a8-9945-74750cdef94c","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:05.542278055Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-a7f34a/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.559154461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"16bea140-be25-4161-b70b-cd77f6082ffb","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.596260871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"0ad0c3b8-748f-4b86-946c-0a59532be7a7","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.664891804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"8be2e443-35a0-4c34-97e7-3d8464e9fc91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.69949083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"efa2ac41-352f-4fa7-bcd4-f04206fe63b6","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.722968304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"8be2e443-35a0-4c34-97e7-3d8464e9fc91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.745422609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"a00d43a5-a51b-4cf9-965d-6432fb1e3fee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.758333871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"afe0ae2f-304c-4285-898d-5a32f26b2953","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.779113307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a7f34a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"8be2e443-35a0-4c34-97e7-3d8464e9fc91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:05.812882079Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"afe0ae2f-304c-4285-898d-5a32f26b2953","name":"premium-w0-a7f34a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-a7f34a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:05.812939796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"afe0ae2f-304c-4285-898d-5a32f26b2953","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-a7f34a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.818218724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"ebc099aa-f89b-41d0-8db6-f40ba54d087d","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:05.832972674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"8be2e443-35a0-4c34-97e7-3d8464e9fc91","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.849527065Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"b5731a63-0a91-4bbd-8285-1a4901f1e00e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"premium-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.879988656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"399956db-8095-486c-a64d-04e63460afee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.879988801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ed7fff1-ffd3-4458-aae3-6ae2372c97bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.8936309Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.911461815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"347265e5-3a70-4d61-8087-4a806e8ca12c","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.937109463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"399956db-8095-486c-a64d-04e63460afee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.9374567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ed7fff1-ffd3-4458-aae3-6ae2372c97bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.979694748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ae484633-93c3-494a-824a-4608d031b349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:05.99075156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"161014d6-b7e2-4367-96cf-14b6be6e15b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.014579981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"f320e0a5-bcfd-43b6-a526-87bf8d1f3c71","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.036389168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ae484633-93c3-494a-824a-4608d031b349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.047208651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"161014d6-b7e2-4367-96cf-14b6be6e15b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.092367076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a7f34a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ae484633-93c3-494a-824a-4608d031b349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.102684535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a7f34a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"161014d6-b7e2-4367-96cf-14b6be6e15b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.148149438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"5a2f6c32-7a63-401e-beb1-4d457e6d347b","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.227464433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"80925ab9-63d3-489e-9e37-9d291e9c4f38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.306585544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"dd1e886f-1480-458c-8725-21fdbf3f6353","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.363663183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"dd1e886f-1480-458c-8725-21fdbf3f6353","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.393299056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"09384643-417c-475f-8aa2-9f80c9d1bcd7","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:06.419106274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a7f34a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"dd1e886f-1480-458c-8725-21fdbf3f6353","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:07.180168261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"68888f68-e7b8-42f1-b77c-9312f011cda6","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.644453097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"fb8a6084-148b-4899-8697-654bd985c96b","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:09.709411768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"3209dccf-c326-4079-91cd-7cda520fd8a6","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:11.054026847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e17d95-d2c4-4b86-9c7b-26ee752b35f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:11.107690119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e17d95-d2c4-4b86-9c7b-26ee752b35f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:11.160907915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e17d95-d2c4-4b86-9c7b-26ee752b35f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:11.213882429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e17d95-d2c4-4b86-9c7b-26ee752b35f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.138065218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722162ed-339a-40d2-8dd4-c0b34b57ff0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.191258127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722162ed-339a-40d2-8dd4-c0b34b57ff0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.244334704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722162ed-339a-40d2-8dd4-c0b34b57ff0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:13.297413577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722162ed-339a-40d2-8dd4-c0b34b57ff0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.330634848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24084973-e664-4b51-badc-8aa111c5cdcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.330634888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf67d0af-3133-4c96-afed-12183c165242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.389187282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24084973-e664-4b51-badc-8aa111c5cdcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.391420819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf67d0af-3133-4c96-afed-12183c165242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.7566752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cd57db2-a23b-4d60-ac99-a6b54987a133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.756728518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0c6ad14-8970-44cc-9036-03ca57602af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.813774337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0c6ad14-8970-44cc-9036-03ca57602af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:14.813883055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9cd57db2-a23b-4d60-ac99-a6b54987a133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.059270604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"031ad2ea-6700-4779-8400-03c5f374157b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.112497302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"031ad2ea-6700-4779-8400-03c5f374157b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.165835609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"031ad2ea-6700-4779-8400-03c5f374157b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.218912432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"031ad2ea-6700-4779-8400-03c5f374157b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.324333583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a55f5515-6200-40a5-883f-435a3424c961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.381751954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a55f5515-6200-40a5-883f-435a3424c961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.490847519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a7f34a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a55f5515-6200-40a5-883f-435a3424c961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.593256957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"3b876ed9-70a9-48d1-91c4-ebdb1eec3eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.650046331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"3b876ed9-70a9-48d1-91c4-ebdb1eec3eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:16.705240005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a7f34a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"3b876ed9-70a9-48d1-91c4-ebdb1eec3eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.461476455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7db9e772-7884-403e-b8e0-c1c97b6fb06d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.461482637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37b7ea22-7350-494b-b254-7bf978100433","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.519205119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37b7ea22-7350-494b-b254-7bf978100433","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.521449707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7db9e772-7884-403e-b8e0-c1c97b6fb06d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:17.910183723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"7eaa2fb8-b2ca-4efe-98d6-18668eb727fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.013332373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"321740e5-11a1-42ff-a61b-9b11fa657d09","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.026059241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6bdd1690-4536-4f80-bb74-7ae6d86db03d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.076536917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"3f259289-26d3-471d-b63e-3563768c97f6","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.139040886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"952edbf5-77fe-4da2-ab6a-c1724f334b0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.149399083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50fe02b-6f2b-41cf-ad32-9c4c6928131f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.202795242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50fe02b-6f2b-41cf-ad32-9c4c6928131f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.25680564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50fe02b-6f2b-41cf-ad32-9c4c6928131f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.310014623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50fe02b-6f2b-41cf-ad32-9c4c6928131f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.310498718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6637a6b6-d700-4b91-ac66-2982e9e1d47e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.31088959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"c558475b-a678-4330-bb45-39075e91d235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.368052993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6637a6b6-d700-4b91-ac66-2982e9e1d47e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.368820793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"c558475b-a678-4330-bb45-39075e91d235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.42141306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"7ccf7e21-36d9-4b39-bfc1-211032b63b49","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.426842383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a7f34a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6a5cba9eac2206ebfab9e2d37a4db34ec742eb312f973353d73447db95f5e518) AuthConfig (c823445ff18c01028a3815ff798c4ff518318130dba60412b71b54f9678f15bf) AuthConfig (fe14d15dbedf1936755da278b454d3f791f0d22299efc016f30a5d08b0395a93) AuthConfig (d9383912437b65898dd962184b3bb5eefc85f836278f52465732a1cfcd0e03aa) AuthConfig (a841e8fab8589f6ee85eb3f74f045edf390c9cf295c2595739653da4f229d65d) AuthConfig (56eb30ca2b632075b3123e8eaf7ea79f68ea28d868e855e28047d62be7f740b6) AuthConfig (676da24e18eea4dfca7d3e19da026e7cf7e3cbb9f7d81d4cb9d43f7db0cc6263) AuthConfig (006c24aa5ddc104a6c47164e3efb30f3de26cb24c71169fa13791cb090a57ff2) AuthConfig (6813990e1b32cd7cd0c10cc0deccdd0c4f6c8c3a9baedce4a7a807c586707a67) AuthConfig (02bba6b7cf6f8d967dd45972f427b56d3e33712d11ea8dccf9219eca2438f7d4) AuthConfig (428084ca440a5e0573f85062fa069556f58e1f2b9966da1b53749a992ed187f3) AuthConfig (82f4b7ba6371f2ae30dc201dd37064b5b050e44ce947ba08e4976778258db800) AuthConfig (60f142b7826545a317f4edaabc7e94d0aa9c0e3d6e9ea3ec97c353ed0c2864c2) AuthConfig (05ba7d4a30c2ab40f49ba246f3df6318b8c11fbb3f339f294a9d1752bbe5efe7) AuthConfig (9cc91762c441067a0a212d8eaf08a11db4d1c87b08af5c2981b8b048628b4581) AuthConfig (38f133fae3b5805470c73cc42a925f1e9d1d2ea64264c77a53cb67b817693e70) AuthConfig (350908ff45c91ce3f662d673004bec64dfd39b3d828435853b4242e7c51b6b31) AuthConfig (9dcfe25d9ff910b450de45b09c5a5ab144a7234983b6410986513e1aca3b7f18) AuthConfig (77cbdbd2d257fa644de47140610a710aa30814f5e0311d476eec0790c044a844) AuthConfig (55d45b353439cf552274430801b06d858acdb6095f8e150f01d7cc3e0be2492e) AuthConfig (6b8a325569a0a908a52a26ddd551e122b9abb461a82dfd197df5b04b2a6f57d7) AuthConfig (424922c266f9c5fbe8f1bae5847f3a879686e7c9766143c00bdf19dbb75690ee) AuthConfig (08eae0b936d07c7278fee19a6837dd0d456d4629f163fa7095a21b27b8229954) AuthConfig (b239380a3e2a004a62548631eb9ae86bf4b537903d94802ac57c5b77413f112e) AuthConfig (460766b1bb7a3bf605b178693cd869262e4ab6a67dfd7afacb3dc1b5f4e57ce4) AuthConfig (42e244e2bf3020cdd2c9ea2973f579f470af4c67debb9ac87333d5aa76e2e21b) AuthConfig (8b82fa880e1589d88a6b1e8eecf8601c21507b3c661a7c966061c10bae806863) AuthConfig (4f5775a0120c4f28739ab9efbfa1459d8d24697357fcc63d5b508ac45ba8b17e) AuthConfig (8221926dee1e9385419b91e8832d0c688e3e40159c8641113e49b1da8d1ffe8b) AuthConfig (c01ae7a148034122f5ce14d63d6c0da14dc791b299817eace539e626cd5804b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6637a6b6-d700-4b91-ac66-2982e9e1d47e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.427237616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a7f34a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6a5cba9eac2206ebfab9e2d37a4db34ec742eb312f973353d73447db95f5e518) AuthConfig (c823445ff18c01028a3815ff798c4ff518318130dba60412b71b54f9678f15bf) AuthConfig (fe14d15dbedf1936755da278b454d3f791f0d22299efc016f30a5d08b0395a93) AuthConfig (d9383912437b65898dd962184b3bb5eefc85f836278f52465732a1cfcd0e03aa) AuthConfig (a841e8fab8589f6ee85eb3f74f045edf390c9cf295c2595739653da4f229d65d) AuthConfig (56eb30ca2b632075b3123e8eaf7ea79f68ea28d868e855e28047d62be7f740b6) AuthConfig (676da24e18eea4dfca7d3e19da026e7cf7e3cbb9f7d81d4cb9d43f7db0cc6263) AuthConfig (006c24aa5ddc104a6c47164e3efb30f3de26cb24c71169fa13791cb090a57ff2) AuthConfig (6813990e1b32cd7cd0c10cc0deccdd0c4f6c8c3a9baedce4a7a807c586707a67) AuthConfig (02bba6b7cf6f8d967dd45972f427b56d3e33712d11ea8dccf9219eca2438f7d4) AuthConfig (428084ca440a5e0573f85062fa069556f58e1f2b9966da1b53749a992ed187f3) AuthConfig (82f4b7ba6371f2ae30dc201dd37064b5b050e44ce947ba08e4976778258db800) AuthConfig (60f142b7826545a317f4edaabc7e94d0aa9c0e3d6e9ea3ec97c353ed0c2864c2) AuthConfig (05ba7d4a30c2ab40f49ba246f3df6318b8c11fbb3f339f294a9d1752bbe5efe7) AuthConfig (9cc91762c441067a0a212d8eaf08a11db4d1c87b08af5c2981b8b048628b4581) AuthConfig (38f133fae3b5805470c73cc42a925f1e9d1d2ea64264c77a53cb67b817693e70) AuthConfig (350908ff45c91ce3f662d673004bec64dfd39b3d828435853b4242e7c51b6b31) AuthConfig (9dcfe25d9ff910b450de45b09c5a5ab144a7234983b6410986513e1aca3b7f18) AuthConfig (77cbdbd2d257fa644de47140610a710aa30814f5e0311d476eec0790c044a844) AuthConfig (55d45b353439cf552274430801b06d858acdb6095f8e150f01d7cc3e0be2492e) AuthConfig (6b8a325569a0a908a52a26ddd551e122b9abb461a82dfd197df5b04b2a6f57d7) AuthConfig (424922c266f9c5fbe8f1bae5847f3a879686e7c9766143c00bdf19dbb75690ee) AuthConfig (08eae0b936d07c7278fee19a6837dd0d456d4629f163fa7095a21b27b8229954) AuthConfig (b239380a3e2a004a62548631eb9ae86bf4b537903d94802ac57c5b77413f112e) AuthConfig (460766b1bb7a3bf605b178693cd869262e4ab6a67dfd7afacb3dc1b5f4e57ce4) AuthConfig (42e244e2bf3020cdd2c9ea2973f579f470af4c67debb9ac87333d5aa76e2e21b) AuthConfig (8b82fa880e1589d88a6b1e8eecf8601c21507b3c661a7c966061c10bae806863) AuthConfig (4f5775a0120c4f28739ab9efbfa1459d8d24697357fcc63d5b508ac45ba8b17e) AuthConfig (8221926dee1e9385419b91e8832d0c688e3e40159c8641113e49b1da8d1ffe8b) AuthConfig (c01ae7a148034122f5ce14d63d6c0da14dc791b299817eace539e626cd5804b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"c558475b-a678-4330-bb45-39075e91d235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.485150615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"f0897acb-5e13-4747-b10f-b7466884f017","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.52917575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"df67b9cc-9e89-4f4e-8432-54e4d8eb6862","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.687667522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"a24fea8d-4712-4b9b-80bd-ad6be62f465b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.687742237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"8c74e66e-fbab-47a3-b5a8-5d4856481e87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.746229556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"a24fea8d-4712-4b9b-80bd-ad6be62f465b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.746411777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"8c74e66e-fbab-47a3-b5a8-5d4856481e87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.801777371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a7f34a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6a5cba9eac2206ebfab9e2d37a4db34ec742eb312f973353d73447db95f5e518) AuthConfig (c823445ff18c01028a3815ff798c4ff518318130dba60412b71b54f9678f15bf) AuthConfig (fe14d15dbedf1936755da278b454d3f791f0d22299efc016f30a5d08b0395a93) AuthConfig (d9383912437b65898dd962184b3bb5eefc85f836278f52465732a1cfcd0e03aa) AuthConfig (a841e8fab8589f6ee85eb3f74f045edf390c9cf295c2595739653da4f229d65d) AuthConfig (56eb30ca2b632075b3123e8eaf7ea79f68ea28d868e855e28047d62be7f740b6) AuthConfig (676da24e18eea4dfca7d3e19da026e7cf7e3cbb9f7d81d4cb9d43f7db0cc6263) AuthConfig (006c24aa5ddc104a6c47164e3efb30f3de26cb24c71169fa13791cb090a57ff2) AuthConfig (6813990e1b32cd7cd0c10cc0deccdd0c4f6c8c3a9baedce4a7a807c586707a67) AuthConfig (02bba6b7cf6f8d967dd45972f427b56d3e33712d11ea8dccf9219eca2438f7d4) AuthConfig (428084ca440a5e0573f85062fa069556f58e1f2b9966da1b53749a992ed187f3) AuthConfig (82f4b7ba6371f2ae30dc201dd37064b5b050e44ce947ba08e4976778258db800) AuthConfig (60f142b7826545a317f4edaabc7e94d0aa9c0e3d6e9ea3ec97c353ed0c2864c2) AuthConfig (05ba7d4a30c2ab40f49ba246f3df6318b8c11fbb3f339f294a9d1752bbe5efe7) AuthConfig (9cc91762c441067a0a212d8eaf08a11db4d1c87b08af5c2981b8b048628b4581) AuthConfig (38f133fae3b5805470c73cc42a925f1e9d1d2ea64264c77a53cb67b817693e70) AuthConfig (350908ff45c91ce3f662d673004bec64dfd39b3d828435853b4242e7c51b6b31) AuthConfig (9dcfe25d9ff910b450de45b09c5a5ab144a7234983b6410986513e1aca3b7f18) AuthConfig (77cbdbd2d257fa644de47140610a710aa30814f5e0311d476eec0790c044a844) AuthConfig (55d45b353439cf552274430801b06d858acdb6095f8e150f01d7cc3e0be2492e) AuthConfig (6b8a325569a0a908a52a26ddd551e122b9abb461a82dfd197df5b04b2a6f57d7) AuthConfig (424922c266f9c5fbe8f1bae5847f3a879686e7c9766143c00bdf19dbb75690ee) AuthConfig (08eae0b936d07c7278fee19a6837dd0d456d4629f163fa7095a21b27b8229954) AuthConfig (b239380a3e2a004a62548631eb9ae86bf4b537903d94802ac57c5b77413f112e) AuthConfig (460766b1bb7a3bf605b178693cd869262e4ab6a67dfd7afacb3dc1b5f4e57ce4) AuthConfig (42e244e2bf3020cdd2c9ea2973f579f470af4c67debb9ac87333d5aa76e2e21b) AuthConfig (8b82fa880e1589d88a6b1e8eecf8601c21507b3c661a7c966061c10bae806863) AuthConfig (4f5775a0120c4f28739ab9efbfa1459d8d24697357fcc63d5b508ac45ba8b17e) AuthConfig (8221926dee1e9385419b91e8832d0c688e3e40159c8641113e49b1da8d1ffe8b) AuthConfig (c01ae7a148034122f5ce14d63d6c0da14dc791b299817eace539e626cd5804b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"8c74e66e-fbab-47a3-b5a8-5d4856481e87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:18.801802332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a7f34a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6a5cba9eac2206ebfab9e2d37a4db34ec742eb312f973353d73447db95f5e518) AuthConfig (c823445ff18c01028a3815ff798c4ff518318130dba60412b71b54f9678f15bf) AuthConfig (fe14d15dbedf1936755da278b454d3f791f0d22299efc016f30a5d08b0395a93) AuthConfig (d9383912437b65898dd962184b3bb5eefc85f836278f52465732a1cfcd0e03aa) AuthConfig (a841e8fab8589f6ee85eb3f74f045edf390c9cf295c2595739653da4f229d65d) AuthConfig (56eb30ca2b632075b3123e8eaf7ea79f68ea28d868e855e28047d62be7f740b6) AuthConfig (676da24e18eea4dfca7d3e19da026e7cf7e3cbb9f7d81d4cb9d43f7db0cc6263) AuthConfig (006c24aa5ddc104a6c47164e3efb30f3de26cb24c71169fa13791cb090a57ff2) AuthConfig (6813990e1b32cd7cd0c10cc0deccdd0c4f6c8c3a9baedce4a7a807c586707a67) AuthConfig (02bba6b7cf6f8d967dd45972f427b56d3e33712d11ea8dccf9219eca2438f7d4) AuthConfig (428084ca440a5e0573f85062fa069556f58e1f2b9966da1b53749a992ed187f3) AuthConfig (82f4b7ba6371f2ae30dc201dd37064b5b050e44ce947ba08e4976778258db800) AuthConfig (60f142b7826545a317f4edaabc7e94d0aa9c0e3d6e9ea3ec97c353ed0c2864c2) AuthConfig (05ba7d4a30c2ab40f49ba246f3df6318b8c11fbb3f339f294a9d1752bbe5efe7) AuthConfig (9cc91762c441067a0a212d8eaf08a11db4d1c87b08af5c2981b8b048628b4581) AuthConfig (38f133fae3b5805470c73cc42a925f1e9d1d2ea64264c77a53cb67b817693e70) AuthConfig (350908ff45c91ce3f662d673004bec64dfd39b3d828435853b4242e7c51b6b31) AuthConfig (9dcfe25d9ff910b450de45b09c5a5ab144a7234983b6410986513e1aca3b7f18) AuthConfig (77cbdbd2d257fa644de47140610a710aa30814f5e0311d476eec0790c044a844) AuthConfig (55d45b353439cf552274430801b06d858acdb6095f8e150f01d7cc3e0be2492e) AuthConfig (6b8a325569a0a908a52a26ddd551e122b9abb461a82dfd197df5b04b2a6f57d7) AuthConfig (424922c266f9c5fbe8f1bae5847f3a879686e7c9766143c00bdf19dbb75690ee) AuthConfig (08eae0b936d07c7278fee19a6837dd0d456d4629f163fa7095a21b27b8229954) AuthConfig (b239380a3e2a004a62548631eb9ae86bf4b537903d94802ac57c5b77413f112e) AuthConfig (460766b1bb7a3bf605b178693cd869262e4ab6a67dfd7afacb3dc1b5f4e57ce4) AuthConfig (42e244e2bf3020cdd2c9ea2973f579f470af4c67debb9ac87333d5aa76e2e21b) AuthConfig (8b82fa880e1589d88a6b1e8eecf8601c21507b3c661a7c966061c10bae806863) AuthConfig (4f5775a0120c4f28739ab9efbfa1459d8d24697357fcc63d5b508ac45ba8b17e) AuthConfig (8221926dee1e9385419b91e8832d0c688e3e40159c8641113e49b1da8d1ffe8b) AuthConfig (c01ae7a148034122f5ce14d63d6c0da14dc791b299817eace539e626cd5804b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"a24fea8d-4712-4b9b-80bd-ad6be62f465b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:19.912148466Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-3880e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-3880e7","reconcileID":"a7c08d90-3601-4bbd-888c-0ee436ff7f1d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-3880e7","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-3880e7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.220368711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"037192fd-0cac-4199-b9a8-d2a27dbf152c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.273848726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"037192fd-0cac-4199-b9a8-d2a27dbf152c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.274348876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60397be9-f889-419c-9479-163ff279b9be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.274656806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df6e5ef4-cb19-4c01-af9b-53701ce38a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.328029106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"037192fd-0cac-4199-b9a8-d2a27dbf152c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.381508141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"037192fd-0cac-4199-b9a8-d2a27dbf152c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.385620402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60397be9-f889-419c-9479-163ff279b9be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.43887508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df6e5ef4-cb19-4c01-af9b-53701ce38a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.756311408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec9f02ce-cbce-4e68-a860-ae7d5464f055","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.813907357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec9f02ce-cbce-4e68-a860-ae7d5464f055","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.856558889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6893b6c-f604-43f9-a15a-2621e9c71ae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:20.913772787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6893b6c-f604-43f9-a15a-2621e9c71ae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:21.832176768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cef3df91-71da-4d55-b87a-3440bfb3402a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:21.88921627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cef3df91-71da-4d55-b87a-3440bfb3402a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:21.932159687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4cbbc1b-daa8-4922-bda7-459c9d7fd6c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:21.989066565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4cbbc1b-daa8-4922-bda7-459c9d7fd6c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:22.290399082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b4773d-692e-4070-ae1f-df6a1544ec00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:22.291956556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a97638aa-3b30-4759-854c-899426420a0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:22.346123382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b4773d-692e-4070-ae1f-df6a1544ec00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:22.399402083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b4773d-692e-4070-ae1f-df6a1544ec00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:22.402734988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a97638aa-3b30-4759-854c-899426420a0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:22.452604431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b4773d-692e-4070-ae1f-df6a1544ec00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:22.453001359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20487605-a9a4-4120-94d4-3a117e0e77bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:22.510982299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20487605-a9a4-4120-94d4-3a117e0e77bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.960729189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"7e4a9683-9cfb-4479-82d1-4f93a9683b83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:28.960729261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"faf04ab4-2dd1-453f-a0c2-24fd8a489714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.018130459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"faf04ab4-2dd1-453f-a0c2-24fd8a489714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.018167759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"7e4a9683-9cfb-4479-82d1-4f93a9683b83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.074059536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a7f34a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6a5cba9eac2206ebfab9e2d37a4db34ec742eb312f973353d73447db95f5e518) AuthConfig (c823445ff18c01028a3815ff798c4ff518318130dba60412b71b54f9678f15bf) AuthConfig (fe14d15dbedf1936755da278b454d3f791f0d22299efc016f30a5d08b0395a93) AuthConfig (d9383912437b65898dd962184b3bb5eefc85f836278f52465732a1cfcd0e03aa) AuthConfig (a841e8fab8589f6ee85eb3f74f045edf390c9cf295c2595739653da4f229d65d) AuthConfig (56eb30ca2b632075b3123e8eaf7ea79f68ea28d868e855e28047d62be7f740b6) AuthConfig (676da24e18eea4dfca7d3e19da026e7cf7e3cbb9f7d81d4cb9d43f7db0cc6263) AuthConfig (006c24aa5ddc104a6c47164e3efb30f3de26cb24c71169fa13791cb090a57ff2) AuthConfig (6813990e1b32cd7cd0c10cc0deccdd0c4f6c8c3a9baedce4a7a807c586707a67) AuthConfig (02bba6b7cf6f8d967dd45972f427b56d3e33712d11ea8dccf9219eca2438f7d4) AuthConfig (428084ca440a5e0573f85062fa069556f58e1f2b9966da1b53749a992ed187f3) AuthConfig (82f4b7ba6371f2ae30dc201dd37064b5b050e44ce947ba08e4976778258db800) AuthConfig (60f142b7826545a317f4edaabc7e94d0aa9c0e3d6e9ea3ec97c353ed0c2864c2) AuthConfig (05ba7d4a30c2ab40f49ba246f3df6318b8c11fbb3f339f294a9d1752bbe5efe7) AuthConfig (9cc91762c441067a0a212d8eaf08a11db4d1c87b08af5c2981b8b048628b4581) AuthConfig (38f133fae3b5805470c73cc42a925f1e9d1d2ea64264c77a53cb67b817693e70) AuthConfig (350908ff45c91ce3f662d673004bec64dfd39b3d828435853b4242e7c51b6b31) AuthConfig (9dcfe25d9ff910b450de45b09c5a5ab144a7234983b6410986513e1aca3b7f18) AuthConfig (77cbdbd2d257fa644de47140610a710aa30814f5e0311d476eec0790c044a844) AuthConfig (55d45b353439cf552274430801b06d858acdb6095f8e150f01d7cc3e0be2492e) AuthConfig (6b8a325569a0a908a52a26ddd551e122b9abb461a82dfd197df5b04b2a6f57d7) AuthConfig (424922c266f9c5fbe8f1bae5847f3a879686e7c9766143c00bdf19dbb75690ee) AuthConfig (08eae0b936d07c7278fee19a6837dd0d456d4629f163fa7095a21b27b8229954) AuthConfig (b239380a3e2a004a62548631eb9ae86bf4b537903d94802ac57c5b77413f112e) AuthConfig (460766b1bb7a3bf605b178693cd869262e4ab6a67dfd7afacb3dc1b5f4e57ce4) AuthConfig (42e244e2bf3020cdd2c9ea2973f579f470af4c67debb9ac87333d5aa76e2e21b) AuthConfig (8b82fa880e1589d88a6b1e8eecf8601c21507b3c661a7c966061c10bae806863) AuthConfig (4f5775a0120c4f28739ab9efbfa1459d8d24697357fcc63d5b508ac45ba8b17e) AuthConfig (8221926dee1e9385419b91e8832d0c688e3e40159c8641113e49b1da8d1ffe8b) AuthConfig (c01ae7a148034122f5ce14d63d6c0da14dc791b299817eace539e626cd5804b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"7e4a9683-9cfb-4479-82d1-4f93a9683b83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.074558528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-a7f34a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6a5cba9eac2206ebfab9e2d37a4db34ec742eb312f973353d73447db95f5e518) AuthConfig (c823445ff18c01028a3815ff798c4ff518318130dba60412b71b54f9678f15bf) AuthConfig (fe14d15dbedf1936755da278b454d3f791f0d22299efc016f30a5d08b0395a93) AuthConfig (d9383912437b65898dd962184b3bb5eefc85f836278f52465732a1cfcd0e03aa) AuthConfig (a841e8fab8589f6ee85eb3f74f045edf390c9cf295c2595739653da4f229d65d) AuthConfig (56eb30ca2b632075b3123e8eaf7ea79f68ea28d868e855e28047d62be7f740b6) AuthConfig (676da24e18eea4dfca7d3e19da026e7cf7e3cbb9f7d81d4cb9d43f7db0cc6263) AuthConfig (006c24aa5ddc104a6c47164e3efb30f3de26cb24c71169fa13791cb090a57ff2) AuthConfig (6813990e1b32cd7cd0c10cc0deccdd0c4f6c8c3a9baedce4a7a807c586707a67) AuthConfig (02bba6b7cf6f8d967dd45972f427b56d3e33712d11ea8dccf9219eca2438f7d4) AuthConfig (428084ca440a5e0573f85062fa069556f58e1f2b9966da1b53749a992ed187f3) AuthConfig (82f4b7ba6371f2ae30dc201dd37064b5b050e44ce947ba08e4976778258db800) AuthConfig (60f142b7826545a317f4edaabc7e94d0aa9c0e3d6e9ea3ec97c353ed0c2864c2) AuthConfig (05ba7d4a30c2ab40f49ba246f3df6318b8c11fbb3f339f294a9d1752bbe5efe7) AuthConfig (9cc91762c441067a0a212d8eaf08a11db4d1c87b08af5c2981b8b048628b4581) AuthConfig (38f133fae3b5805470c73cc42a925f1e9d1d2ea64264c77a53cb67b817693e70) AuthConfig (350908ff45c91ce3f662d673004bec64dfd39b3d828435853b4242e7c51b6b31) AuthConfig (9dcfe25d9ff910b450de45b09c5a5ab144a7234983b6410986513e1aca3b7f18) AuthConfig (77cbdbd2d257fa644de47140610a710aa30814f5e0311d476eec0790c044a844) AuthConfig (55d45b353439cf552274430801b06d858acdb6095f8e150f01d7cc3e0be2492e) AuthConfig (6b8a325569a0a908a52a26ddd551e122b9abb461a82dfd197df5b04b2a6f57d7) AuthConfig (424922c266f9c5fbe8f1bae5847f3a879686e7c9766143c00bdf19dbb75690ee) AuthConfig (08eae0b936d07c7278fee19a6837dd0d456d4629f163fa7095a21b27b8229954) AuthConfig (b239380a3e2a004a62548631eb9ae86bf4b537903d94802ac57c5b77413f112e) AuthConfig (460766b1bb7a3bf605b178693cd869262e4ab6a67dfd7afacb3dc1b5f4e57ce4) AuthConfig (42e244e2bf3020cdd2c9ea2973f579f470af4c67debb9ac87333d5aa76e2e21b) AuthConfig (8b82fa880e1589d88a6b1e8eecf8601c21507b3c661a7c966061c10bae806863) AuthConfig (4f5775a0120c4f28739ab9efbfa1459d8d24697357fcc63d5b508ac45ba8b17e) AuthConfig (8221926dee1e9385419b91e8832d0c688e3e40159c8641113e49b1da8d1ffe8b) AuthConfig (c01ae7a148034122f5ce14d63d6c0da14dc791b299817eace539e626cd5804b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"faf04ab4-2dd1-453f-a0c2-24fd8a489714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.116541608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dd53aeb6-5cb1-46bf-8f23-2d4398fd74e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.216301281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"f92cbfd0-6fc2-4aee-8c62-e03545ef10f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.463712463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"8c9e2a37-dee1-43f8-b6af-f6440f22fb52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:29.576619658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"978f9f7d-ec47-447e-8c7d-37342f6a2fd0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:35.893993145Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.147840282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"16d89e99-4b31-4681-8de8-0f6f26172a75","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.232352071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"6ec77fab-f0f4-4abe-9bf8-d4bdb390e537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.233191257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"4520bd59-84bf-4a2d-9c98-01ce385f3ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.267108302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"1a9b4cfb-8ed4-491d-a680-31419f950343","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.289554372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"6ec77fab-f0f4-4abe-9bf8-d4bdb390e537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.29197211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"4520bd59-84bf-4a2d-9c98-01ce385f3ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.325073217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"7f966207-0313-4105-8637-7e0e9504465c","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.374535085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"868fd1ba-d5e2-4b43-85d4-c5de3a3ea4f7","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:39.378319193Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-885382/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.426413568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2e6620f-b351-4d31-80e3-ffd437d5d4e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.426419969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b034bbab-2624-468c-8c91-c1d4c8018ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.432423608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"da463b2a-628f-440b-90bd-475eaf251201","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.483511503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2e6620f-b351-4d31-80e3-ffd437d5d4e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.483575683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b034bbab-2624-468c-8c91-c1d4c8018ae9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.54244992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"af7886c9-b5b5-4fab-918a-96ced7fcda17","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.600831272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"e15fb447-a407-47af-9c26-ac30b39521fa","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.608071775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"3457884d-1372-46c0-82e1-2c11a9befdde","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.610886635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"86275bf6-9b00-4825-93df-ad06fa0dd0ab","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.645329181Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"56f66b39-cd97-49fe-856b-25aef8942c24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"simulator-w3-885382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-885382/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.704607508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7423718f-8f25-4564-8809-c67b23313c8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.810092501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85d9e27d-b6fb-427f-b738-599eb8772892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.810107199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15050558-59eb-4e58-9cc9-c02a04009a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.811141842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"5980b56e-d160-42ab-86f2-77cfa53208a2","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.821142797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"dd5ace7a-bee3-4a41-949d-53255dd31a6e","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.83043771Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7423718f-8f25-4564-8809-c67b23313c8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.867585858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85d9e27d-b6fb-427f-b738-599eb8772892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.867962701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15050558-59eb-4e58-9cc9-c02a04009a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.879331506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"c52b4d98-2f6f-4e08-acb3-64a1b7450962","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.885995998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-885382-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7423718f-8f25-4564-8809-c67b23313c8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.92959999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"eec6c3f0-1e1c-40aa-900e-fa06c88ce960","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:39.932981861Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-885382/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.942297225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"2353192b-3515-4aab-9918-fb321a5a52ca","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:39.986654958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"b6154d7f-9bae-448f-a1ce-b3e67a2ad803","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.024236044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"02e30734-2607-4662-82a0-bc1172f9dc80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.047822914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"6593ce68-394b-4835-9003-ad8766fb2f6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.08473201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"815f8b7a-342e-48f4-acc3-33a0fbb574b4","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.104440003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"6593ce68-394b-4835-9003-ad8766fb2f6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.143368997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"96b9e428-e642-432b-9475-f385c75121fa","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.159736532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-885382-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"6593ce68-394b-4835-9003-ad8766fb2f6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:40.198065401Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"96b9e428-e642-432b-9475-f385c75121fa","name":"premium-w3-885382","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-885382\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:40.198135565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"96b9e428-e642-432b-9475-f385c75121fa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-885382\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.203454562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"6d13fb8e-bf26-4052-ae35-19ff93d3940d","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.209003535Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"70a8cf2f-1934-4d73-9878-68fd6f30c53c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"premium-w3-885382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-885382/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.232891741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cfc42ee-02e5-4906-ab15-4fd13f3c0539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.232904606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"037033e4-6138-4f10-98f0-b3c7909ded24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.290532713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"037033e4-6138-4f10-98f0-b3c7909ded24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.290539398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1cfc42ee-02e5-4906-ab15-4fd13f3c0539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.333876517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"9daabdff-95a1-4793-8abd-db67daf447da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.334235033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"66d0c6a5-2466-4fd0-bc78-c4fc90ab4810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.375237958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"bc627743-d5f1-42ef-a634-112df32b1ba3","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.391193055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"9daabdff-95a1-4793-8abd-db67daf447da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.391651217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"66d0c6a5-2466-4fd0-bc78-c4fc90ab4810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.4466661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-885382-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"9daabdff-95a1-4793-8abd-db67daf447da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.447184125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-885382-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"66d0c6a5-2466-4fd0-bc78-c4fc90ab4810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.50471595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"1cc4db8f-7be9-449a-b056-9b0e25d757d2","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.587565697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"e09ea3d5-93f3-496f-a95b-5afd132a5505","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.665394129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"62e45a3c-b49a-44a5-80f4-72048b63c2bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.72193493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"62e45a3c-b49a-44a5-80f4-72048b63c2bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:40.777602017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-885382-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"62e45a3c-b49a-44a5-80f4-72048b63c2bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.203625243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"d28f9f8f-a58d-4677-a951-fb460815d2cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.301929205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"ff7992fe-f2f3-495a-bf82-9d25da96e4a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.370190322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"fb0911f2-d0e4-4f32-b221-62477c8c0895","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.402370398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"98e37429-e3bb-4a65-bd92-bb4ec7b816b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.46933914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"557d4a53-65b7-43ae-b872-0f6b7ca12983","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.502182278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"a217126b-1fae-43da-86d9-2dacab6d3459","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.60540665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a76866da-ff3b-4b59-a180-fda8ed851451","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.776504851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"09ea48e6-af65-4eec-ad91-5cc2e18e6e37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.873104671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"7f45469e-e757-4127-bc95-f3e6baadb2c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.875216377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"231d9a5a-8139-405c-8790-2cb9e1c52151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.931871016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"7f45469e-e757-4127-bc95-f3e6baadb2c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.933312578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"231d9a5a-8139-405c-8790-2cb9e1c52151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.987957079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-885382-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c35177aed6908265aedeedb3d85f93304da01255a69ddf6fe7b82f5fceef3292) AuthConfig (f4c5580d1bfec665c0669593b8bdda031393aa8b3f3d6215f4f51723ac562a5b) AuthConfig (2ae2ec05332d961b2f8bfaf26ecd2d63e4043e8322b39a9f24bf3b12cf562ce0) AuthConfig (3dd6c7727fb9619900a9b0e7c896c489631635f38620bac20dbe30bd957f8e03) AuthConfig (b8b70f278bf97d65a221188d4f4e5853dc01d706f644f2cdee830de44c5d1159) AuthConfig (95b367c2086af0ec077478fa0114398b29e3e5205dcfce6b0d0ab8537ca6e86d) AuthConfig (66af86334beb01189c7e4d04cfb73ec82b3b096f61a84aab39f145dc4decf9db) AuthConfig (f7d54c6fb30c27f88e316679afa005c604e5eca495d0e55c12dcd78544099982) AuthConfig (3842b05db9d8dc95a8b71af9b28b85f478642e36552797b82b0dc85ce7ef8252) AuthConfig (7afae77acd56fc2f11d410296b1a2c65b35a63333d574f0f0f96eb08d2cfa1f1) AuthConfig (85301fbdea048c1bf48f16261918fde9b75d5a5a46a826eeabf54f03617fb0f6) AuthConfig (86649be67bc58013861d3fb63bf65dfc704653c44285c3b47c7085eac99b4233) AuthConfig (1bfa2f011a6e3a08faa625164b6610c59fa94ac454d6de48597c1db2f7027c7d) AuthConfig (4833a62359f8f428aebabdc41d0e45c667daa633d099b3e2e2185e607e99cd87) AuthConfig (2f8bb034e4f17e378032a771b218e8ad2213ac5cc8f5031a49d482e04b6c87ef) AuthConfig (b69f82ba24c88802318246aee616c53ee6d763d38bfcb44bcd822fecaa053a06) AuthConfig (18b911559a13d6f947e6e6836d78ef348cc503f1e519ce61340fddc78e6ee4a8) AuthConfig (da7dad03c82458886819d6fb1c0032bf53bfdcdb905c290b9f4670c85cb44304) AuthConfig (9a0300955842d33ac85f3346f19a10c5502d972c3fa8ca08554a34215f82b5b9) AuthConfig (77a4f36f72e804e90ca5ecf320b802f861bfb80de694151ff6fd56378ad163cb) AuthConfig (268e1966387b5897d8c114c528d469a9db4e4fba0519b36ab5c11ed694e295bd) AuthConfig (eded74303c1fbe22b58cb59e219200522d0c2ce516dead14d289c9698d590650) AuthConfig (eceec13e899340d38acd2790a65b9f496ea942eb43fdb08d9bafb68ecc4e0437) AuthConfig (49564b314c599deaab39f83a979fa24077eee25fd7042804da86629d24e4f5e0) AuthConfig (2ea602bede657293790b970e5be9ec5df201b421ea7f1baa3271c2cca0608280) AuthConfig (011ac853bfa61699001f4085440b44491284b8c221f38adb9fa2e708dfa52ba6) AuthConfig (43ee00f23a44e5e215c6a689eb51973112a9d274345acfcc4b1f2115bbf723a9) AuthConfig (875076904bf49cd2d8b2c8941b3f26164f8097f06158db1e7817b346e375bc54) AuthConfig (3bf107dee88ca9983167e161d629964912134d8887a5caa4e373f11853ad25ee) AuthConfig (64bce7597ca6d0386539066550084ddbfc453b0dedf6357ab37037409e9244aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"7f45469e-e757-4127-bc95-f3e6baadb2c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:47.98885857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-885382-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c35177aed6908265aedeedb3d85f93304da01255a69ddf6fe7b82f5fceef3292) AuthConfig (f4c5580d1bfec665c0669593b8bdda031393aa8b3f3d6215f4f51723ac562a5b) AuthConfig (2ae2ec05332d961b2f8bfaf26ecd2d63e4043e8322b39a9f24bf3b12cf562ce0) AuthConfig (3dd6c7727fb9619900a9b0e7c896c489631635f38620bac20dbe30bd957f8e03) AuthConfig (b8b70f278bf97d65a221188d4f4e5853dc01d706f644f2cdee830de44c5d1159) AuthConfig (95b367c2086af0ec077478fa0114398b29e3e5205dcfce6b0d0ab8537ca6e86d) AuthConfig (66af86334beb01189c7e4d04cfb73ec82b3b096f61a84aab39f145dc4decf9db) AuthConfig (f7d54c6fb30c27f88e316679afa005c604e5eca495d0e55c12dcd78544099982) AuthConfig (3842b05db9d8dc95a8b71af9b28b85f478642e36552797b82b0dc85ce7ef8252) AuthConfig (7afae77acd56fc2f11d410296b1a2c65b35a63333d574f0f0f96eb08d2cfa1f1) AuthConfig (85301fbdea048c1bf48f16261918fde9b75d5a5a46a826eeabf54f03617fb0f6) AuthConfig (86649be67bc58013861d3fb63bf65dfc704653c44285c3b47c7085eac99b4233) AuthConfig (1bfa2f011a6e3a08faa625164b6610c59fa94ac454d6de48597c1db2f7027c7d) AuthConfig (4833a62359f8f428aebabdc41d0e45c667daa633d099b3e2e2185e607e99cd87) AuthConfig (2f8bb034e4f17e378032a771b218e8ad2213ac5cc8f5031a49d482e04b6c87ef) AuthConfig (b69f82ba24c88802318246aee616c53ee6d763d38bfcb44bcd822fecaa053a06) AuthConfig (18b911559a13d6f947e6e6836d78ef348cc503f1e519ce61340fddc78e6ee4a8) AuthConfig (da7dad03c82458886819d6fb1c0032bf53bfdcdb905c290b9f4670c85cb44304) AuthConfig (9a0300955842d33ac85f3346f19a10c5502d972c3fa8ca08554a34215f82b5b9) AuthConfig (77a4f36f72e804e90ca5ecf320b802f861bfb80de694151ff6fd56378ad163cb) AuthConfig (268e1966387b5897d8c114c528d469a9db4e4fba0519b36ab5c11ed694e295bd) AuthConfig (eded74303c1fbe22b58cb59e219200522d0c2ce516dead14d289c9698d590650) AuthConfig (eceec13e899340d38acd2790a65b9f496ea942eb43fdb08d9bafb68ecc4e0437) AuthConfig (49564b314c599deaab39f83a979fa24077eee25fd7042804da86629d24e4f5e0) AuthConfig (2ea602bede657293790b970e5be9ec5df201b421ea7f1baa3271c2cca0608280) AuthConfig (011ac853bfa61699001f4085440b44491284b8c221f38adb9fa2e708dfa52ba6) AuthConfig (43ee00f23a44e5e215c6a689eb51973112a9d274345acfcc4b1f2115bbf723a9) AuthConfig (875076904bf49cd2d8b2c8941b3f26164f8097f06158db1e7817b346e375bc54) AuthConfig (3bf107dee88ca9983167e161d629964912134d8887a5caa4e373f11853ad25ee) AuthConfig (64bce7597ca6d0386539066550084ddbfc453b0dedf6357ab37037409e9244aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"231d9a5a-8139-405c-8790-2cb9e1c52151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.049088866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"31f69bd7-c959-4683-9c4e-ab64dc1c2c09","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.049414808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"27b34c42-6f14-4d69-b123-44639d5511e9","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.208092198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3771fd93-a81a-4f75-90bf-9962681d82c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.208172825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"85a46e35-8caf-4a13-9dcc-62786d35a2ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.265311151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3771fd93-a81a-4f75-90bf-9962681d82c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.265333655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"85a46e35-8caf-4a13-9dcc-62786d35a2ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.321380984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-885382-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c35177aed6908265aedeedb3d85f93304da01255a69ddf6fe7b82f5fceef3292) AuthConfig (f4c5580d1bfec665c0669593b8bdda031393aa8b3f3d6215f4f51723ac562a5b) AuthConfig (2ae2ec05332d961b2f8bfaf26ecd2d63e4043e8322b39a9f24bf3b12cf562ce0) AuthConfig (3dd6c7727fb9619900a9b0e7c896c489631635f38620bac20dbe30bd957f8e03) AuthConfig (b8b70f278bf97d65a221188d4f4e5853dc01d706f644f2cdee830de44c5d1159) AuthConfig (95b367c2086af0ec077478fa0114398b29e3e5205dcfce6b0d0ab8537ca6e86d) AuthConfig (66af86334beb01189c7e4d04cfb73ec82b3b096f61a84aab39f145dc4decf9db) AuthConfig (f7d54c6fb30c27f88e316679afa005c604e5eca495d0e55c12dcd78544099982) AuthConfig (3842b05db9d8dc95a8b71af9b28b85f478642e36552797b82b0dc85ce7ef8252) AuthConfig (7afae77acd56fc2f11d410296b1a2c65b35a63333d574f0f0f96eb08d2cfa1f1) AuthConfig (85301fbdea048c1bf48f16261918fde9b75d5a5a46a826eeabf54f03617fb0f6) AuthConfig (86649be67bc58013861d3fb63bf65dfc704653c44285c3b47c7085eac99b4233) AuthConfig (1bfa2f011a6e3a08faa625164b6610c59fa94ac454d6de48597c1db2f7027c7d) AuthConfig (4833a62359f8f428aebabdc41d0e45c667daa633d099b3e2e2185e607e99cd87) AuthConfig (2f8bb034e4f17e378032a771b218e8ad2213ac5cc8f5031a49d482e04b6c87ef) AuthConfig (b69f82ba24c88802318246aee616c53ee6d763d38bfcb44bcd822fecaa053a06) AuthConfig (18b911559a13d6f947e6e6836d78ef348cc503f1e519ce61340fddc78e6ee4a8) AuthConfig (da7dad03c82458886819d6fb1c0032bf53bfdcdb905c290b9f4670c85cb44304) AuthConfig (9a0300955842d33ac85f3346f19a10c5502d972c3fa8ca08554a34215f82b5b9) AuthConfig (77a4f36f72e804e90ca5ecf320b802f861bfb80de694151ff6fd56378ad163cb) AuthConfig (268e1966387b5897d8c114c528d469a9db4e4fba0519b36ab5c11ed694e295bd) AuthConfig (eded74303c1fbe22b58cb59e219200522d0c2ce516dead14d289c9698d590650) AuthConfig (eceec13e899340d38acd2790a65b9f496ea942eb43fdb08d9bafb68ecc4e0437) AuthConfig (49564b314c599deaab39f83a979fa24077eee25fd7042804da86629d24e4f5e0) AuthConfig (2ea602bede657293790b970e5be9ec5df201b421ea7f1baa3271c2cca0608280) AuthConfig (011ac853bfa61699001f4085440b44491284b8c221f38adb9fa2e708dfa52ba6) AuthConfig (43ee00f23a44e5e215c6a689eb51973112a9d274345acfcc4b1f2115bbf723a9) AuthConfig (875076904bf49cd2d8b2c8941b3f26164f8097f06158db1e7817b346e375bc54) AuthConfig (3bf107dee88ca9983167e161d629964912134d8887a5caa4e373f11853ad25ee) AuthConfig (64bce7597ca6d0386539066550084ddbfc453b0dedf6357ab37037409e9244aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"85a46e35-8caf-4a13-9dcc-62786d35a2ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.321555107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-885382-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c35177aed6908265aedeedb3d85f93304da01255a69ddf6fe7b82f5fceef3292) AuthConfig (f4c5580d1bfec665c0669593b8bdda031393aa8b3f3d6215f4f51723ac562a5b) AuthConfig (2ae2ec05332d961b2f8bfaf26ecd2d63e4043e8322b39a9f24bf3b12cf562ce0) AuthConfig (3dd6c7727fb9619900a9b0e7c896c489631635f38620bac20dbe30bd957f8e03) AuthConfig (b8b70f278bf97d65a221188d4f4e5853dc01d706f644f2cdee830de44c5d1159) AuthConfig (95b367c2086af0ec077478fa0114398b29e3e5205dcfce6b0d0ab8537ca6e86d) AuthConfig (66af86334beb01189c7e4d04cfb73ec82b3b096f61a84aab39f145dc4decf9db) AuthConfig (f7d54c6fb30c27f88e316679afa005c604e5eca495d0e55c12dcd78544099982) AuthConfig (3842b05db9d8dc95a8b71af9b28b85f478642e36552797b82b0dc85ce7ef8252) AuthConfig (7afae77acd56fc2f11d410296b1a2c65b35a63333d574f0f0f96eb08d2cfa1f1) AuthConfig (85301fbdea048c1bf48f16261918fde9b75d5a5a46a826eeabf54f03617fb0f6) AuthConfig (86649be67bc58013861d3fb63bf65dfc704653c44285c3b47c7085eac99b4233) AuthConfig (1bfa2f011a6e3a08faa625164b6610c59fa94ac454d6de48597c1db2f7027c7d) AuthConfig (4833a62359f8f428aebabdc41d0e45c667daa633d099b3e2e2185e607e99cd87) AuthConfig (2f8bb034e4f17e378032a771b218e8ad2213ac5cc8f5031a49d482e04b6c87ef) AuthConfig (b69f82ba24c88802318246aee616c53ee6d763d38bfcb44bcd822fecaa053a06) AuthConfig (18b911559a13d6f947e6e6836d78ef348cc503f1e519ce61340fddc78e6ee4a8) AuthConfig (da7dad03c82458886819d6fb1c0032bf53bfdcdb905c290b9f4670c85cb44304) AuthConfig (9a0300955842d33ac85f3346f19a10c5502d972c3fa8ca08554a34215f82b5b9) AuthConfig (77a4f36f72e804e90ca5ecf320b802f861bfb80de694151ff6fd56378ad163cb) AuthConfig (268e1966387b5897d8c114c528d469a9db4e4fba0519b36ab5c11ed694e295bd) AuthConfig (eded74303c1fbe22b58cb59e219200522d0c2ce516dead14d289c9698d590650) AuthConfig (eceec13e899340d38acd2790a65b9f496ea942eb43fdb08d9bafb68ecc4e0437) AuthConfig (49564b314c599deaab39f83a979fa24077eee25fd7042804da86629d24e4f5e0) AuthConfig (2ea602bede657293790b970e5be9ec5df201b421ea7f1baa3271c2cca0608280) AuthConfig (011ac853bfa61699001f4085440b44491284b8c221f38adb9fa2e708dfa52ba6) AuthConfig (43ee00f23a44e5e215c6a689eb51973112a9d274345acfcc4b1f2115bbf723a9) AuthConfig (875076904bf49cd2d8b2c8941b3f26164f8097f06158db1e7817b346e375bc54) AuthConfig (3bf107dee88ca9983167e161d629964912134d8887a5caa4e373f11853ad25ee) AuthConfig (64bce7597ca6d0386539066550084ddbfc453b0dedf6357ab37037409e9244aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3771fd93-a81a-4f75-90bf-9962681d82c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:48.375238744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3771fd93-a81a-4f75-90bf-9962681d82c4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:48.375238804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"85a46e35-8caf-4a13-9dcc-62786d35a2ec","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.539206032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"4dbee472-18da-4ba9-958b-0a566c9fbc28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.539206006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"76564f4b-379a-4712-a8ab-b0685df0d29b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.598941451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"4dbee472-18da-4ba9-958b-0a566c9fbc28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.599206271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"76564f4b-379a-4712-a8ab-b0685df0d29b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.654851239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-885382-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c35177aed6908265aedeedb3d85f93304da01255a69ddf6fe7b82f5fceef3292) AuthConfig (f4c5580d1bfec665c0669593b8bdda031393aa8b3f3d6215f4f51723ac562a5b) AuthConfig (2ae2ec05332d961b2f8bfaf26ecd2d63e4043e8322b39a9f24bf3b12cf562ce0) AuthConfig (3dd6c7727fb9619900a9b0e7c896c489631635f38620bac20dbe30bd957f8e03) AuthConfig (b8b70f278bf97d65a221188d4f4e5853dc01d706f644f2cdee830de44c5d1159) AuthConfig (95b367c2086af0ec077478fa0114398b29e3e5205dcfce6b0d0ab8537ca6e86d) AuthConfig (66af86334beb01189c7e4d04cfb73ec82b3b096f61a84aab39f145dc4decf9db) AuthConfig (f7d54c6fb30c27f88e316679afa005c604e5eca495d0e55c12dcd78544099982) AuthConfig (3842b05db9d8dc95a8b71af9b28b85f478642e36552797b82b0dc85ce7ef8252) AuthConfig (7afae77acd56fc2f11d410296b1a2c65b35a63333d574f0f0f96eb08d2cfa1f1) AuthConfig (85301fbdea048c1bf48f16261918fde9b75d5a5a46a826eeabf54f03617fb0f6) AuthConfig (86649be67bc58013861d3fb63bf65dfc704653c44285c3b47c7085eac99b4233) AuthConfig (1bfa2f011a6e3a08faa625164b6610c59fa94ac454d6de48597c1db2f7027c7d) AuthConfig (4833a62359f8f428aebabdc41d0e45c667daa633d099b3e2e2185e607e99cd87) AuthConfig (2f8bb034e4f17e378032a771b218e8ad2213ac5cc8f5031a49d482e04b6c87ef) AuthConfig (b69f82ba24c88802318246aee616c53ee6d763d38bfcb44bcd822fecaa053a06) AuthConfig (18b911559a13d6f947e6e6836d78ef348cc503f1e519ce61340fddc78e6ee4a8) AuthConfig (da7dad03c82458886819d6fb1c0032bf53bfdcdb905c290b9f4670c85cb44304) AuthConfig (9a0300955842d33ac85f3346f19a10c5502d972c3fa8ca08554a34215f82b5b9) AuthConfig (77a4f36f72e804e90ca5ecf320b802f861bfb80de694151ff6fd56378ad163cb) AuthConfig (268e1966387b5897d8c114c528d469a9db4e4fba0519b36ab5c11ed694e295bd) AuthConfig (eded74303c1fbe22b58cb59e219200522d0c2ce516dead14d289c9698d590650) AuthConfig (eceec13e899340d38acd2790a65b9f496ea942eb43fdb08d9bafb68ecc4e0437) AuthConfig (49564b314c599deaab39f83a979fa24077eee25fd7042804da86629d24e4f5e0) AuthConfig (2ea602bede657293790b970e5be9ec5df201b421ea7f1baa3271c2cca0608280) AuthConfig (011ac853bfa61699001f4085440b44491284b8c221f38adb9fa2e708dfa52ba6) AuthConfig (43ee00f23a44e5e215c6a689eb51973112a9d274345acfcc4b1f2115bbf723a9) AuthConfig (875076904bf49cd2d8b2c8941b3f26164f8097f06158db1e7817b346e375bc54) AuthConfig (3bf107dee88ca9983167e161d629964912134d8887a5caa4e373f11853ad25ee) AuthConfig (64bce7597ca6d0386539066550084ddbfc453b0dedf6357ab37037409e9244aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"4dbee472-18da-4ba9-958b-0a566c9fbc28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:48.655161946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-885382-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c35177aed6908265aedeedb3d85f93304da01255a69ddf6fe7b82f5fceef3292) AuthConfig (f4c5580d1bfec665c0669593b8bdda031393aa8b3f3d6215f4f51723ac562a5b) AuthConfig (2ae2ec05332d961b2f8bfaf26ecd2d63e4043e8322b39a9f24bf3b12cf562ce0) AuthConfig (3dd6c7727fb9619900a9b0e7c896c489631635f38620bac20dbe30bd957f8e03) AuthConfig (b8b70f278bf97d65a221188d4f4e5853dc01d706f644f2cdee830de44c5d1159) AuthConfig (95b367c2086af0ec077478fa0114398b29e3e5205dcfce6b0d0ab8537ca6e86d) AuthConfig (66af86334beb01189c7e4d04cfb73ec82b3b096f61a84aab39f145dc4decf9db) AuthConfig (f7d54c6fb30c27f88e316679afa005c604e5eca495d0e55c12dcd78544099982) AuthConfig (3842b05db9d8dc95a8b71af9b28b85f478642e36552797b82b0dc85ce7ef8252) AuthConfig (7afae77acd56fc2f11d410296b1a2c65b35a63333d574f0f0f96eb08d2cfa1f1) AuthConfig (85301fbdea048c1bf48f16261918fde9b75d5a5a46a826eeabf54f03617fb0f6) AuthConfig (86649be67bc58013861d3fb63bf65dfc704653c44285c3b47c7085eac99b4233) AuthConfig (1bfa2f011a6e3a08faa625164b6610c59fa94ac454d6de48597c1db2f7027c7d) AuthConfig (4833a62359f8f428aebabdc41d0e45c667daa633d099b3e2e2185e607e99cd87) AuthConfig (2f8bb034e4f17e378032a771b218e8ad2213ac5cc8f5031a49d482e04b6c87ef) AuthConfig (b69f82ba24c88802318246aee616c53ee6d763d38bfcb44bcd822fecaa053a06) AuthConfig (18b911559a13d6f947e6e6836d78ef348cc503f1e519ce61340fddc78e6ee4a8) AuthConfig (da7dad03c82458886819d6fb1c0032bf53bfdcdb905c290b9f4670c85cb44304) AuthConfig (9a0300955842d33ac85f3346f19a10c5502d972c3fa8ca08554a34215f82b5b9) AuthConfig (77a4f36f72e804e90ca5ecf320b802f861bfb80de694151ff6fd56378ad163cb) AuthConfig (268e1966387b5897d8c114c528d469a9db4e4fba0519b36ab5c11ed694e295bd) AuthConfig (eded74303c1fbe22b58cb59e219200522d0c2ce516dead14d289c9698d590650) AuthConfig (eceec13e899340d38acd2790a65b9f496ea942eb43fdb08d9bafb68ecc4e0437) AuthConfig (49564b314c599deaab39f83a979fa24077eee25fd7042804da86629d24e4f5e0) AuthConfig (2ea602bede657293790b970e5be9ec5df201b421ea7f1baa3271c2cca0608280) AuthConfig (011ac853bfa61699001f4085440b44491284b8c221f38adb9fa2e708dfa52ba6) AuthConfig (43ee00f23a44e5e215c6a689eb51973112a9d274345acfcc4b1f2115bbf723a9) AuthConfig (875076904bf49cd2d8b2c8941b3f26164f8097f06158db1e7817b346e375bc54) AuthConfig (3bf107dee88ca9983167e161d629964912134d8887a5caa4e373f11853ad25ee) AuthConfig (64bce7597ca6d0386539066550084ddbfc453b0dedf6357ab37037409e9244aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"76564f4b-379a-4712-a8ab-b0685df0d29b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:52.973986795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"ec2ffa0d-1e89-4789-b6e9-fb61898ccfba","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.031178995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"0721c4d2-8a5b-4396-bcf7-7ec0bc9b64dd","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.194057858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-bulk-sub-bd3f5aef-auth","reconcileID":"766919c4-4e69-4c0c-a7fd-67f239e80f85","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.252743839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-bulk-sub-bd3f5aef-auth","reconcileID":"766919c4-4e69-4c0c-a7fd-67f239e80f85","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.266324448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"ab276059-095d-4cde-be87-9cd45784801c","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.326847684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"b8545245-1593-4cf9-b829-9b43564f8055","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.374989892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"2650508b-5a75-4ad2-9e3c-4e6ada6ba860","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:53.379966544Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-a7f34a/e2e-bulk-sub-bd3f5aef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-bd3f5aef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.427354706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ef9ac5fd-588e-4841-a5ee-f50c4d56c8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.427646987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"833f15fe-54cd-4f9b-bd67-848cb8ec77d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.428025005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"9b2160f8-0ad5-4253-b624-e4624c634e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.428968197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e14fbf6-eaaf-4f9d-b118-fd3bc85ef135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.432722596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"668f2e6a-e7c0-4f2f-9730-b97d83b143d9","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.481679836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"3a36cd4b-a47b-4fce-bd77-e2923fdda960","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.492749684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ef9ac5fd-588e-4841-a5ee-f50c4d56c8b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.493467252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"833f15fe-54cd-4f9b-bd67-848cb8ec77d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.499854446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e14fbf6-eaaf-4f9d-b118-fd3bc85ef135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.503104276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"9b2160f8-0ad5-4253-b624-e4624c634e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.579838609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"abd3ea0f-ab58-4f68-9cb1-fbab618f7c51","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.604191036Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"3a36cd4b-a47b-4fce-bd77-e2923fdda960","name":"e2e-shared-b-w4-3880e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.71933285Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-bd3f5aef","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-bulk-sub-bd3f5aef","reconcileID":"f63967c3-0ebf-4512-95cc-5f9e9dd94ca4","MaaSSubscription":{"name":"e2e-bulk-sub-bd3f5aef","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-bulk-sub-bd3f5aef","ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.732439952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-bulk-sub-bd3f5aef-auth","reconcileID":"34f94c39-a5a3-49eb-ac5b-3f277c274b27","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.794623758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-bulk-sub-bd3f5aef-auth","reconcileID":"34f94c39-a5a3-49eb-ac5b-3f277c274b27","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.832944208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b3f5359-b689-410a-8db8-28e9f6c3f1eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.883135703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"3c344788-1ee9-474d-a229-cb20e7adf0d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.884811808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c05724ce-4f67-404f-9e2c-a8ed75c60aea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.905331858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"8dc3179c-66c6-489c-be30-2a458b22a387","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.942686651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"3c344788-1ee9-474d-a229-cb20e7adf0d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.942906999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b3f5359-b689-410a-8db8-28e9f6c3f1eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.952189497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c05724ce-4f67-404f-9e2c-a8ed75c60aea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.959031908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"178e0065-1b4d-455a-af0a-7d06d3b7fb0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:53.959819066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"9fb3cea8-7e42-496d-9d86-341690849e99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:54.015492543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"178e0065-1b4d-455a-af0a-7d06d3b7fb0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:32:54.11305169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-bulk-sub-bd3f5aef-auth","reconcileID":"34f94c39-a5a3-49eb-ac5b-3f277c274b27","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-bulk-sub-bd3f5aef-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:54.118502061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-bd3f5aef","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-bulk-sub-bd3f5aef","reconcileID":"70e71465-6b40-4b47-b61f-a76670b6df63","MaaSSubscription":{"name":"e2e-bulk-sub-bd3f5aef","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:54.265463058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4850823a-c620-48fb-b30f-ce4a1b638fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:54.269490411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a7546b4-ee65-48a8-b25f-fedd5b37f2e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:54.275231946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-bulk-sub-bd3f5aef-auth","reconcileID":"12642c1b-05e2-4bc1-bb9f-b32744c8232a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:54.292107621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"6ead0c85-3385-454e-bfca-8e322ddb25b5","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:54.322709083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4850823a-c620-48fb-b30f-ce4a1b638fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:54.326312311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a7546b4-ee65-48a8-b25f-fedd5b37f2e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:54.331618031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-bulk-sub-bd3f5aef-auth","reconcileID":"12642c1b-05e2-4bc1-bb9f-b32744c8232a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.786514787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b70f2d9-4ed6-411c-8f3f-f3c71cc3aada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.840845078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b70f2d9-4ed6-411c-8f3f-f3c71cc3aada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.894099476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b70f2d9-4ed6-411c-8f3f-f3c71cc3aada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.894177413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"1f9bb30e-8e7b-43d6-864e-d984486784d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.947581246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b70f2d9-4ed6-411c-8f3f-f3c71cc3aada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:58.94794612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"ee4cc8a9-fc9f-45a8-82d2-595eb9fddacd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.006053934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"ee4cc8a9-fc9f-45a8-82d2-595eb9fddacd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.006117303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"1f9bb30e-8e7b-43d6-864e-d984486784d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.248082922Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-cdf20e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-cdf20e","reconcileID":"25db8693-b3ae-4b0f-9bfd-58d3aac4210a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-cdf20e","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-cdf20e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.375156807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"fd53f162-f8e1-4baf-b738-5a0ed562e37b","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.377751749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"6fce98e5-85b8-4233-8626-bbc14c2e4490","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.571211174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66819f4a-6c62-499c-935c-deb91a308ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.571237739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fcb850a-7943-4bbf-bc5e-935c2c424fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.6289386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fcb850a-7943-4bbf-bc5e-935c2c424fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:32:59.629525598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66819f4a-6c62-499c-935c-deb91a308ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:00.017918289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d41d9a6a-ae98-4906-8746-ed268f43384f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:00.018028498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cc01c98-a580-48cb-9f96-57d3b685acf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:00.075091191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cc01c98-a580-48cb-9f96-57d3b685acf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:00.075464192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d41d9a6a-ae98-4906-8746-ed268f43384f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:00.341756428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"a288efe2-ccaa-4a96-8496-e8ebaa5e848d","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:00.505121688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26b2307b-a94a-4c06-b199-5c10dea92e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:00.609637542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"e13a312e-a911-4fc0-b4cd-64b0c3cba867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:00.609640588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"da7502fc-b52a-4e09-b5f1-088ec41968c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:00.610250715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27b2bf7f-4ca5-4487-b1f1-8d3b328c54ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:00.610542474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-bulk-sub-bd3f5aef-auth","reconcileID":"a4b5027f-ff1c-459f-b6b7-f1054b073263","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:00.614262225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26b2307b-a94a-4c06-b199-5c10dea92e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:00.667348909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"e13a312e-a911-4fc0-b4cd-64b0c3cba867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:00.667661247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"da7502fc-b52a-4e09-b5f1-088ec41968c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:00.669682205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27b2bf7f-4ca5-4487-b1f1-8d3b328c54ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:00.670005099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-bulk-sub-bd3f5aef-auth","reconcileID":"a4b5027f-ff1c-459f-b6b7-f1054b073263","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:00.984757631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ea0b220-5981-416e-890d-90e08dc32df5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:01.038057164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ea0b220-5981-416e-890d-90e08dc32df5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:01.091533446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ea0b220-5981-416e-890d-90e08dc32df5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:01.144863312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ea0b220-5981-416e-890d-90e08dc32df5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:01.303742084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d44f211-f941-4621-8473-7dc9c5e853e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:01.303750128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1a6426b-5d91-4905-8d81-274edfbca872","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:01.331290558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"8529bd56-578b-4d98-ad8f-ed6361f6a2af","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:01.360956179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1a6426b-5d91-4905-8d81-274edfbca872","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:01.360963996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d44f211-f941-4621-8473-7dc9c5e853e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:01.421873085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"58021154-3a1e-46d5-af38-0a7349a163da","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:01.579068717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1ff9def6","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-gw-auth-1ff9def6","reconcileID":"5ed6ab38-b92e-4a54-b8be-39972e71c7f1","MaaSAuthPolicy":{"name":"e2e-gw-auth-1ff9def6","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:01.65148247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1ff9def6","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-gw-auth-1ff9def6","reconcileID":"5ed6ab38-b92e-4a54-b8be-39972e71c7f1","MaaSAuthPolicy":{"name":"e2e-gw-auth-1ff9def6","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:01.757178077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29e60df8-4f78-4baf-b109-5dada9bf9ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:01.757175158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd26511d-6651-42dd-b473-675957971b78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:01.815444306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd26511d-6651-42dd-b473-675957971b78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:01.815806778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29e60df8-4f78-4baf-b109-5dada9bf9ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:01.929422048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"cdb80235-5d73-47a9-9d41-5fc21fd5df3e","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:02.087683215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1ff9def6","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-gw-auth-1ff9def6","reconcileID":"30516fc9-7e8a-4568-8ef4-b17c2526ba45","MaaSAuthPolicy":{"name":"e2e-gw-auth-1ff9def6","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:02.146803098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1ff9def6","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-gw-auth-1ff9def6","reconcileID":"30516fc9-7e8a-4568-8ef4-b17c2526ba45","MaaSAuthPolicy":{"name":"e2e-gw-auth-1ff9def6","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:03.138044106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb4a942-4170-4c95-b185-feb1c168da9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:03.191348117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb4a942-4170-4c95-b185-feb1c168da9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:03.244644698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb4a942-4170-4c95-b185-feb1c168da9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:03.297876231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb4a942-4170-4c95-b185-feb1c168da9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:04.421055881Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1ff9def6","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-gw-auth-1ff9def6","reconcileID":"082aa21c-dc87-4c57-8ef4-175290392bec","MaaSAuthPolicy":{"name":"e2e-gw-auth-1ff9def6","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:04.421128634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"3e71707c-eaa0-4f3c-ba5b-e9a67922c81b","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:04.64367408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"ca64eb8f-02aa-4aa8-99ba-7c15cad04d71","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:05.895287618Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:10.506180705Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-bd3f5aef","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-bulk-sub-bd3f5aef","reconcileID":"029d5b75-aca0-4737-8358-000259819fc1","MaaSSubscription":{"name":"e2e-bulk-sub-bd3f5aef","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscription":"e2e-bulk-sub-bd3f5aef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:10.722123938Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-bd3f5aef","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-bulk-sub-bd3f5aef","reconcileID":"029d5b75-aca0-4737-8358-000259819fc1","MaaSSubscription":{"name":"e2e-bulk-sub-bd3f5aef","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:10.939291812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"4daa08e7-4da6-46a6-aa23-85465df43b21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:10.941192584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"b4d2c242-ba13-4dcd-a7b3-8b2053f7ef47","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.096328525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"c8ee5c37-6582-4bae-8aab-889452e54e04","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.101631385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"083b137c-8e8b-4eaf-a3f3-413e101e0f4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.102453587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d7a2022-6764-47fa-a685-d28a0f79d982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.102476462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b7982ce-31fb-46ac-996e-2d966f6710c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.103092692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"67dd9461-a619-41f8-852e-ab821f0b3fcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.103111622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-bulk-sub-bd3f5aef-auth","reconcileID":"7e19a6f8-ccbe-4a70-b163-c6732c020cb3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.159797886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d7a2022-6764-47fa-a685-d28a0f79d982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.159870073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"083b137c-8e8b-4eaf-a3f3-413e101e0f4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.162292921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b7982ce-31fb-46ac-996e-2d966f6710c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.162440234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-bulk-sub-bd3f5aef-auth","reconcileID":"7e19a6f8-ccbe-4a70-b163-c6732c020cb3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.164538602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"67dd9461-a619-41f8-852e-ab821f0b3fcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.365845163Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-bulk-sub-bd3f5aef-auth","reconcileID":"ea8c3f0a-e8d0-4db3-bb4d-cd6343863e63","MaaSAuthPolicy":{"name":"e2e-bulk-sub-bd3f5aef-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:11.528276168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"fd9abded-ad6e-41b9-be71-695660c785b9","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.00151063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"7dbb0533-c17b-4928-873a-d3888de7a907","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.059074765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"23bcbd81-1717-4136-ba54-e37a387e6424","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.217175979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a2b273f-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-dry-sub-8a2b273f-auth","reconcileID":"50651574-dcd8-4900-99af-84c43c2415bc","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a2b273f-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.274057783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a2b273f-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-dry-sub-8a2b273f-auth","reconcileID":"50651574-dcd8-4900-99af-84c43c2415bc","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a2b273f-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.287022231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"1b6b1789-1e23-43ab-915c-e867b6710c39","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.345512547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"951f5d0e-f286-4e8e-8a9c-96c28c77a92b","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:33:15.397404143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-8a2b273f","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-dry-sub-8a2b273f","reconcileID":"6fe0824a-e192-42e2-8193-05d6a3c4a5ea","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-8a2b273f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.4503185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"9e8962d1-84a6-4e03-a236-02db8f220d4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.451037663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd8e3108-0e2c-47f4-a8c4-ee8621a93939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.451304513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f536a1fc-be74-4ccd-89af-f1ad3c317000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.450317629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"c1ebf411-948b-4b5f-a1a0-080d50fceeb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.508124657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"9e8962d1-84a6-4e03-a236-02db8f220d4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.509739192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd8e3108-0e2c-47f4-a8c4-ee8621a93939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.512493605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"6c232880-a34c-4405-b3d1-fb2bf584fb1a","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.566572512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"e3005bed-e11c-4658-93e4-3cf5492d2bb6","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.571426358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f536a1fc-be74-4ccd-89af-f1ad3c317000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.572009024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"c1ebf411-948b-4b5f-a1a0-080d50fceeb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.60072931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"2025099c-458a-483c-99c8-1eb6d7275ee6","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.726831384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a2b273f-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-dry-sub-8a2b273f-auth","reconcileID":"6f9e44e9-16b5-469c-8f02-fef59b0080c2","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a2b273f-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.786114109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a2b273f-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-dry-sub-8a2b273f-auth","reconcileID":"6f9e44e9-16b5-469c-8f02-fef59b0080c2","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a2b273f-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.876924991Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-8a2b273f","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-dry-sub-8a2b273f","reconcileID":"50d91943-2495-45be-a9ae-437a57c55fce","MaaSSubscription":{"name":"e2e-dry-sub-8a2b273f","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-dry-sub-8a2b273f","ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.882477525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"9fe20ff3-2709-40c0-92c2-fc126cc6b96e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.939121741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"9fe20ff3-2709-40c0-92c2-fc126cc6b96e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.983062978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85737e41-b8fc-4f38-9ba9-a90eee1d1490","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.983293766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"2ef2d815-b7bf-464c-8e36-4bcb4ec204b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:15.983063006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"144d303f-c3ea-4e24-8573-d14031ecae7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:16.04168302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85737e41-b8fc-4f38-9ba9-a90eee1d1490","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:16.042054745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"2ef2d815-b7bf-464c-8e36-4bcb4ec204b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:16.044244777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"e9ee33a0-72d3-4725-91cf-96857ef298ff","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:16.044991288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"144d303f-c3ea-4e24-8573-d14031ecae7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:16.091290805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"ba8cbff7-756a-4ddd-9fad-92325f9ee5b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:16.256096211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-8a2b273f","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-dry-sub-8a2b273f","reconcileID":"6ad6057c-9cee-4539-9050-262dab5218c7","MaaSSubscription":{"name":"e2e-dry-sub-8a2b273f","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:16.425484764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"3e33c5dc-9a84-4a02-bad5-f030d66842fc","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:16.853302958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"ba0e756b-2c19-4c69-8caf-9296e4568278","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.021222893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"73c3d6e2-47e8-49dc-96d5-bcaabbb09b4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.121764875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f5556962-3d71-40d6-b8c2-613ed78ba9f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.222231266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"fc4630e5-cc23-411d-a498-2cbc723f0cc8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:17.36339067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"051ffb05-b394-4fd3-910d-cd7e3faaa2a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.233803944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"d45cb1cf-3a1f-4dd8-8cb4-cef6c3457f9e","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.393590059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"de35a33f-6759-423a-a6c8-b18a4273ad1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.3937735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a2b273f-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-dry-sub-8a2b273f-auth","reconcileID":"24d62ef8-3551-406f-8bc6-0128262bab04","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a2b273f-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.394337294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"100a6e48-8924-4775-aa36-b6974f3ae85e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.394428881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81185303-b36a-487e-a147-91c60e3fb5bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.393600657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"bbea3114-dc1b-4c42-8f32-8a0e0a9d30cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.451369327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"de35a33f-6759-423a-a6c8-b18a4273ad1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.453160618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a2b273f-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-dry-sub-8a2b273f-auth","reconcileID":"24d62ef8-3551-406f-8bc6-0128262bab04","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a2b273f-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.455201101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81185303-b36a-487e-a147-91c60e3fb5bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.456578567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"bbea3114-dc1b-4c42-8f32-8a0e0a9d30cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.458053907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"100a6e48-8924-4775-aa36-b6974f3ae85e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.908891225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"eab36b1c-3206-468e-ad03-c7c658d76f99","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.909213782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"200a2b81-01f9-4ccc-9892-47a43f480af1","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.975129017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"5ad05992-c16b-4cd4-994d-7f0cdf477db6","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:20.975470392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"d65614c7-b514-4907-be45-388e138f30ae","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.068523588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a757d521-5213-4987-80e6-fc189136efbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.071671346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7c005eef-34dc-49a1-a737-2ffbef62b43c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.125891511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a757d521-5213-4987-80e6-fc189136efbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.126443861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"3306d862-0fd0-42f8-8946-1bf6bd1abac0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.126577094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"ee3a306d-fba9-4fdb-ac3c-a043e2877c41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.129657655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7c005eef-34dc-49a1-a737-2ffbef62b43c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.441813703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ca896a3a-be84-4252-ac11-3304e2307be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.443296174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7cf78df1-ad61-4d41-84d9-7f422eae8a27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.498659341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ca896a3a-be84-4252-ac11-3304e2307be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.500006274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7cf78df1-ad61-4d41-84d9-7f422eae8a27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.56388804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"d968fec6-1e6a-40a4-8a2f-751b6d7de5d8","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"tenant":"e2e-praxis-a-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:21.56392226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"d968fec6-1e6a-40a4-8a2f-751b6d7de5d8","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"routeName":"praxis-route-50886e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-50886e","llmisvcName":"praxis-route-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.018266207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"e67d9b90-0698-4053-84d9-e4fd801d3d9c","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"tenant":"e2e-praxis-a-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.018291921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"e67d9b90-0698-4053-84d9-e4fd801d3d9c","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"routeName":"praxis-route-50886e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-50886e","llmisvcName":"praxis-route-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.019841342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"1f7662f2-63d8-4039-927d-d79ffc794ef8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.073869171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"05902212-7603-4384-bd62-84cf772a0361","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"tenant":"e2e-praxis-a-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.073899227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"05902212-7603-4384-bd62-84cf772a0361","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"routeName":"praxis-route-50886e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-50886e","llmisvcName":"praxis-route-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.136133401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5a6c1376-d3c9-4d86-841f-a01d26bad621","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.179142734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"8a03b522-7b7f-4fd4-81c4-7f847c972b31","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-50886e","tenantID":"e2e-praxis-a-50886e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.255391627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7d4be989-79bf-4749-b556-7af91b7e3aa7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.35097285Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"8a03b522-7b7f-4fd4-81c4-7f847c972b31","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"name":"e2e-praxis-a-50886e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.391259361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"99497003-47c5-48b3-a3a0-fab79c16dca0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.406813664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-50886e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"8a03b522-7b7f-4fd4-81c4-7f847c972b31","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.462706428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"c7ca0a7e-c792-4d29-b086-ded8b2b26f37","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"tenant":"e2e-praxis-a-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.46273053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"c7ca0a7e-c792-4d29-b086-ded8b2b26f37","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"routeName":"praxis-route-50886e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-50886e","llmisvcName":"praxis-route-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.657363206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"5740fdd5-c418-48c9-b2e8-f9d0b344f350","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.755317521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"60be472e-334e-436b-94ca-c6509e48aef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.755319542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"1aa6cd4d-9273-449d-8272-cb00c7b93eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.814329285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"1aa6cd4d-9273-449d-8272-cb00c7b93eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:27.814549284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"60be472e-334e-436b-94ca-c6509e48aef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:30.342558117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5a2cc2-6e3a-4ae5-b578-6509fc57aaea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:30.395952757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5a2cc2-6e3a-4ae5-b578-6509fc57aaea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:30.448992141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5a2cc2-6e3a-4ae5-b578-6509fc57aaea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:30.501860366Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-8a2b273f","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-dry-sub-8a2b273f","reconcileID":"9e0f7253-ec06-4abf-9d66-167778a7c143","MaaSSubscription":{"name":"e2e-dry-sub-8a2b273f","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscription":"e2e-dry-sub-8a2b273f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:30.502243062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5a2cc2-6e3a-4ae5-b578-6509fc57aaea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:30.720485866Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-8a2b273f","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-dry-sub-8a2b273f","reconcileID":"9e0f7253-ec06-4abf-9d66-167778a7c143","MaaSSubscription":{"name":"e2e-dry-sub-8a2b273f","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:30.933210475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"0f0a625b-b936-4e01-8a6e-34ccef906501","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:30.936658356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"2bc416b4-3ceb-4083-bf32-62b144b8d5ce","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.085956674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"9126a928-edc4-43d7-ba5c-e574dbbb0acb","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.095893588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"fd7341b3-a5f6-40c3-ba10-363b22317dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.096244231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"319874f6-5550-49d0-a81e-ccd3bff3ac1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.096558573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"5d021ad0-9046-4281-b75b-2eb9f96792e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.09713757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a2b273f-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-dry-sub-8a2b273f-auth","reconcileID":"83ad7b35-3925-44bd-b02b-ac3871e71fe1","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a2b273f-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.097382376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84dd3ece-24aa-4c15-ac82-3d2ded2a14b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.153096583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"fd7341b3-a5f6-40c3-ba10-363b22317dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.15365347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"5d021ad0-9046-4281-b75b-2eb9f96792e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.155854347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"319874f6-5550-49d0-a81e-ccd3bff3ac1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.156018115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a2b273f-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-dry-sub-8a2b273f-auth","reconcileID":"83ad7b35-3925-44bd-b02b-ac3871e71fe1","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a2b273f-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.158395747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84dd3ece-24aa-4c15-ac82-3d2ded2a14b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.359215268Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a2b273f-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-dry-sub-8a2b273f-auth","reconcileID":"3378121a-db40-40e2-afca-85812b27dacf","MaaSAuthPolicy":{"name":"e2e-dry-sub-8a2b273f-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.571898757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98f06cf9-41cb-442f-b80a-1424c5a74983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.571969152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d468f115-1da2-4bb6-9852-6bc027b5054d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.628477493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"217b8124-8ce4-4f58-a6db-5118824992ac","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.629274509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d468f115-1da2-4bb6-9852-6bc027b5054d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:31.631169627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98f06cf9-41cb-442f-b80a-1424c5a74983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.443865786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc48ccb6-d457-4f93-82d1-a68a4b9119ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.497593694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc48ccb6-d457-4f93-82d1-a68a4b9119ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.550596085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc48ccb6-d457-4f93-82d1-a68a4b9119ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.603656139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc48ccb6-d457-4f93-82d1-a68a4b9119ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.800938484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"3b9ac8c6-3dd2-4119-b315-ef5da119fd59","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:32.87744357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"7e4c7b0d-9781-4de2-813d-088818b65456","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.036660913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-66393b19-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-combo-sub-66393b19-auth","reconcileID":"f179c734-30e5-431f-831d-59eb7e6028c1","MaaSAuthPolicy":{"name":"e2e-combo-sub-66393b19-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.090419549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"b391e5b1-255f-4e44-99f7-8d4b15f65d66","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.095012268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-66393b19-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-combo-sub-66393b19-auth","reconcileID":"f179c734-30e5-431f-831d-59eb7e6028c1","MaaSAuthPolicy":{"name":"e2e-combo-sub-66393b19-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.150312109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"d8f68515-4448-48f1-ba11-440338b4dc4e","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:33:33.199405077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-66393b19","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-combo-sub-66393b19","reconcileID":"fe39866f-c4c4-4ff4-b6cb-6cb726803a07","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-66393b19\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.248388985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c74b6ef6-c9d8-492d-b423-569a688e28fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.252918898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"f16b2d44-86f9-4588-a854-eca9c7d8bcd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.252947924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"9c8f79b1-6ff1-4618-9bcd-b877061303f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.253661598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d3d868a-22f0-4fdd-8ff6-3ebfa3eed5fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.305565095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c74b6ef6-c9d8-492d-b423-569a688e28fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.310279503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"9c8f79b1-6ff1-4618-9bcd-b877061303f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.310365701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"f16b2d44-86f9-4588-a854-eca9c7d8bcd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.31266472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d3d868a-22f0-4fdd-8ff6-3ebfa3eed5fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.312865804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"bce908ab-dc0e-4e17-82d6-b1254c74781c","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.368352517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"582b7db4-fcf0-4e60-b54e-be4f76281dd8","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.416253076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"8417de33-8905-4ac7-8d8e-cb98b8cf7449","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.574434537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-66393b19-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-combo-sub-66393b19-auth","reconcileID":"99be158a-4946-4567-9bba-7ee07ebe32a8","MaaSAuthPolicy":{"name":"e2e-combo-sub-66393b19-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.631116895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-66393b19-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-combo-sub-66393b19-auth","reconcileID":"99be158a-4946-4567-9bba-7ee07ebe32a8","MaaSAuthPolicy":{"name":"e2e-combo-sub-66393b19-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.63934783Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-66393b19","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-combo-sub-66393b19","reconcileID":"95439ce9-f0dc-4a64-a599-55006f71e4c4","MaaSSubscription":{"name":"e2e-combo-sub-66393b19","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-combo-sub-66393b19","ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.67126632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1053a76-c012-4a4c-bcb3-21241002a434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.671492484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"7b9795ab-d88a-4fab-9038-30fc0c65663f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.672094426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"1682134f-2653-46c4-96ce-8b58ac75c85d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.672208283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41b13997-1c72-4255-9a6c-96c61909f4ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.729015396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"7b9795ab-d88a-4fab-9038-30fc0c65663f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.729127351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1053a76-c012-4a4c-bcb3-21241002a434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.733289669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41b13997-1c72-4255-9a6c-96c61909f4ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.733428884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"1682134f-2653-46c4-96ce-8b58ac75c85d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.834469785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"2bd0006b-21ab-4a61-93e4-b84008001ab3","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:33.85323962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"e51b4677-2bc5-40fd-b072-f734ca5be232","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:34.047456089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-66393b19","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-combo-sub-66393b19","reconcileID":"543c87b7-a62d-4a62-ac18-48d1aacea7cb","MaaSSubscription":{"name":"e2e-combo-sub-66393b19","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:35.8926732Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.56889111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"27990b23-2183-4f22-bcb4-3833d9846285","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-50886e","tenantID":"e2e-praxis-a-50886e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.625708884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"27990b23-2183-4f22-bcb4-3833d9846285","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"name":"e2e-praxis-a-50886e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:37.681366465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-50886e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"27990b23-2183-4f22-bcb4-3833d9846285","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:38.67515249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"8264d4ab-e24b-4ebb-8e2c-5c22bfe20241","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cdf20e","tenantID":"e2e-inf-a-cdf20e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:38.794407392Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"8264d4ab-e24b-4ebb-8e2c-5c22bfe20241","name":"e2e-inf-a-cdf20e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:38.951620901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"4d1e4704-f5f7-43b8-bf70-c688ba1f0560","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:38.951702121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-66393b19","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-combo-sub-66393b19","reconcileID":"ffd4dba6-ab6a-4cdc-95ab-96ce6168d533","MaaSSubscription":{"name":"e2e-combo-sub-66393b19","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:39.086857104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"dad3f3af-e10f-48b5-a63c-96bc0b148e51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:39.195014113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"2eb93e10-25ca-4254-a797-f9fa7090d8b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:39.243867075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"145d6efd-c594-48bd-aa9f-94c26d88263f","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:39.247582297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"33c5c44c-107a-40ab-8d3f-e769be4a5248","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:39.300854921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"002b8b0a-6936-4acd-ab9e-b39d6bc2a42f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:39.4031218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"300d422a-1da4-486d-8988-d147121f19cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:39.403957038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"de55853e-3bc2-40ab-8c64-188faddeca23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:39.404245729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-66393b19-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-combo-sub-66393b19-auth","reconcileID":"b3918829-ee2d-4b80-a733-68b617702d1c","MaaSAuthPolicy":{"name":"e2e-combo-sub-66393b19-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:39.403969208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"5c8360fc-e49a-469d-8086-24284c4317c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:39.404645362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c7b8448-6758-48e1-8826-e89b7b424e38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:39.461695725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"300d422a-1da4-486d-8988-d147121f19cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:39.463180807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"de55853e-3bc2-40ab-8c64-188faddeca23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:39.464193529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"5c8360fc-e49a-469d-8086-24284c4317c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:39.466485021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c7b8448-6758-48e1-8826-e89b7b424e38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:39.466984806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-66393b19-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-combo-sub-66393b19-auth","reconcileID":"b3918829-ee2d-4b80-a733-68b617702d1c","MaaSAuthPolicy":{"name":"e2e-combo-sub-66393b19-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:39.467001591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"22263a72-4a6f-41ff-b3ee-f9da7e8bdd4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:47.788708671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"1d9d18b7-68cb-401b-8bbc-db3a3c4ada14","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-50886e","tenantID":"e2e-praxis-a-50886e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:47.845376549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"1d9d18b7-68cb-401b-8bbc-db3a3c4ada14","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"name":"e2e-praxis-a-50886e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:47.900723333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-50886e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e666b2d3b418432df3a6cf0655dceb14386f9c3d10577c27d18efaafb15bdaa) AuthConfig (8859c30281b11fe6d09400e397b0574598d1d9c5396bb0c3f69538b436213131) AuthConfig (2d4e26c464ca20fecb71542ef111a9d2a276254f13d4dba97ac37ef85fadbe5c) AuthConfig (eda305d083392f4f95bc6df4d1acebd9f07f0b345b37b13c0323701da1b661b8) AuthConfig (db178a933dd1566e2792b1a7e854465c72c11067fcf8e752d23d5fa3b33fc9f1) AuthConfig (a4df955c3545d67d77d37a8f39ae34e19a9270ea75881eab93f48847223230e7) AuthConfig (c579b3c654c8de1f9db6aabee739beefb634c7eae3cac46c72efa42b59686f49) AuthConfig (b0af858abaaeded8ec6c720c4467349af31d071421d20046be63a772ee50c5c8) AuthConfig (35cc2475294534fc80a28cc74bc37085938da1bf8d2ce4c9ef8ad225524b38d5) AuthConfig (524ba8de5967a5122e0a5edc13311f436bc3eb4264ec1788a065ab91c5acc93e) AuthConfig (a8a25fa5ffc5bb68895ac6aaef5eb6a70f532c8a9e9cd342cd64754e4e1cda1b) AuthConfig (63b1aee92a70cd925a0acea695d9fd58f2d42a6ca071a04736e4b6725d23e560) AuthConfig (0f7e26a551bb3d26da9309086bb0ea064fbe0b65b176f4634e259751cfcfc866) AuthConfig (27451349a8784726951f2aee03a695adb4dcee45739f683d788164df2b682f17) AuthConfig (f0c6bf4498b94ca35bbbe1d47bef0503b1161070d56831c146a3808a086768f1) AuthConfig (1d8d1d1a82439905b7b8a0218ae8c72846569facdf2d05de5c2f521629e2f717) AuthConfig (18fa181bb22980bc24d6d4269304e3f461378bd5f4ad4c7666557e224406bd4f) AuthConfig (e1489da18d209465358c5dad6b17ef4d1ea65ed34a99620c20d47da799d515f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"1d9d18b7-68cb-401b-8bbc-db3a3c4ada14","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:47.959022591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"da1d3da7-b5a7-408c-8ef7-eeb9939ced68","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"tenant":"e2e-praxis-a-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:47.959044858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"da1d3da7-b5a7-408c-8ef7-eeb9939ced68","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"routeName":"praxis-route-50886e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-50886e","llmisvcName":"praxis-route-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:48.123344222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-0c640e10","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"e2e-conflict-a-0c640e10","reconcileID":"c878b28c-f240-41d0-90b1-4d7e401f3b0b","MaaSModelRef":{"name":"e2e-conflict-a-0c640e10","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"e2e-conflict-a-0c640e10-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"e2e-conflict-a-0c640e10","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:49.408776866Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-66393b19","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-combo-sub-66393b19","reconcileID":"5172cf42-2f71-4ac7-9413-54af40e878d2","MaaSSubscription":{"name":"e2e-combo-sub-66393b19","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscription":"e2e-combo-sub-66393b19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:49.626827842Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-66393b19","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-combo-sub-66393b19","reconcileID":"5172cf42-2f71-4ac7-9413-54af40e878d2","MaaSSubscription":{"name":"e2e-combo-sub-66393b19","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:49.840891847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"68d1fc36-e99d-4fc1-a46f-359da64a214a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:49.890241868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"68e5dcc7-9755-4fa9-91a4-b356f36c4b2e","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:50.0487338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a979fa3e-8f45-4d32-9dd4-956c02a1aad3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:50.048834799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e7fd5369-4eae-4b90-8620-be05b2e44d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:50.04943109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-66393b19-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-combo-sub-66393b19-auth","reconcileID":"0be1940d-057d-499d-a7e4-2988c029f597","MaaSAuthPolicy":{"name":"e2e-combo-sub-66393b19-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:50.049682009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"b15d95f0-92dc-4021-9951-3608ad1a42dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:50.05011069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44e528cc-3494-4787-9c5e-0fa0dec969db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:50.055505466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"c06833e6-1c3b-4fd0-beb3-c32bc3fa513d","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:50.107022414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a979fa3e-8f45-4d32-9dd4-956c02a1aad3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:50.107121567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e7fd5369-4eae-4b90-8620-be05b2e44d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:50.110872157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44e528cc-3494-4787-9c5e-0fa0dec969db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:50.111859447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-66393b19-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-combo-sub-66393b19-auth","reconcileID":"0be1940d-057d-499d-a7e4-2988c029f597","MaaSAuthPolicy":{"name":"e2e-combo-sub-66393b19-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:50.114713431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"b15d95f0-92dc-4021-9951-3608ad1a42dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:50.41357476Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-66393b19-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-combo-sub-66393b19-auth","reconcileID":"b4092d3d-d5c1-430c-955b-677c49adac8a","MaaSAuthPolicy":{"name":"e2e-combo-sub-66393b19-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:50.575318307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"77ed9d23-bd48-4693-8e55-be1e8ae53722","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:50.871067259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d9c70639-d3d9-44d5-a556-87c05045e08f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:50.971230899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d6374b2d-eca7-4351-8bad-5b9fcfc2d506","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.072510621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"0cb850e1-2afd-43a5-aa83-c0c4ea51f312","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.320187517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"858bec49-c56b-4774-b06e-371b524ceaea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:51.549215302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"190ffa6e-5425-45e0-b448-0d02504e3690","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.066339134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"a4b43ad4-1ba1-4a0c-84e1-5792b6dd6d87","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-50886e","tenantID":"e2e-praxis-a-50886e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.123615853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"a4b43ad4-1ba1-4a0c-84e1-5792b6dd6d87","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"name":"e2e-praxis-a-50886e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.484579779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"fe7d802a-c871-4161-acbf-916e258cf8d4","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"tenant":"e2e-praxis-a-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:58.484604347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"fe7d802a-c871-4161-acbf-916e258cf8d4","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"routeName":"praxis-route-50886e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-50886e","llmisvcName":"praxis-route-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:33:59.541386643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"f49e68a1-e1d3-4aee-b156-13077fd33fe3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.646428122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"93e36e72-0ab5-4042-8627-ca110dd21f0f","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"tenant":"e2e-praxis-a-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.646452148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"93e36e72-0ab5-4042-8627-ca110dd21f0f","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"routeName":"praxis-route-50886e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-50886e","llmisvcName":"praxis-route-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.705538395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"230d195d-2606-40aa-87f8-0fe6b260b1c5","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"tenant":"e2e-praxis-a-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.705566435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"230d195d-2606-40aa-87f8-0fe6b260b1c5","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"routeName":"praxis-route-50886e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-50886e","llmisvcName":"praxis-route-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.75601774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"51a4944d-0bcb-4259-9bd6-ecb257603188","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-50886e","tenantID":"e2e-praxis-a-50886e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:34:03.756403438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-sub","reconcileID":"0896d7e8-93d9-497e-b3f5-be8edfb1c61f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-50886e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:34:03.759653907Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"230d195d-2606-40aa-87f8-0fe6b260b1c5","name":"praxis-route-50886e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-50886e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:34:03.759710657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"230d195d-2606-40aa-87f8-0fe6b260b1c5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-50886e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.76504525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"47888644-aeb4-4856-84d4-d3031c9cb2d7","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"tenant":"e2e-praxis-a-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.765062164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"47888644-aeb4-4856-84d4-d3031c9cb2d7","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"routeName":"praxis-route-50886e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-50886e","llmisvcName":"praxis-route-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.809804468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ca29109-f4a7-477b-b981-083ef45fa40b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.809823227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2194e67-5143-4940-8fb1-7d2fab6e5208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.81357133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"51a4944d-0bcb-4259-9bd6-ecb257603188","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"name":"e2e-praxis-a-50886e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.864734066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"06bbe37a-f21d-4371-b3a8-ce0d4c83c267","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"tenant":"e2e-praxis-a-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.864755641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"06bbe37a-f21d-4371-b3a8-ce0d4c83c267","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"routeName":"praxis-route-50886e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-50886e","llmisvcName":"praxis-route-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.867941839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2194e67-5143-4940-8fb1-7d2fab6e5208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.868497754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ca29109-f4a7-477b-b981-083ef45fa40b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.92082293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"f39f0af9-cf8e-4cb1-b7a8-f921fcbe5568","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"tenant":"e2e-praxis-a-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:03.920842664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"f39f0af9-cf8e-4cb1-b7a8-f921fcbe5568","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"routeName":"praxis-route-50886e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-50886e","llmisvcName":"praxis-route-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.07930567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"cd190586-613b-4ee3-b4a0-7ad323419a31","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-50886e","tenantID":"e2e-praxis-a-50886e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.136518429Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-sub","reconcileID":"3987829f-0034-4d45-9ef3-bab92f3e3ab2","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"name":"maas-trlp-praxis-route-50886e","model":"praxis-route-50886e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.136603956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"cd190586-613b-4ee3-b4a0-7ad323419a31","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"name":"e2e-praxis-a-50886e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.303362801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"6efe37dd-2563-4818-8b95-dbadbb5150a5","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"tenant":"e2e-praxis-a-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.303387464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"6efe37dd-2563-4818-8b95-dbadbb5150a5","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"routeName":"praxis-route-50886e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-50886e","llmisvcName":"praxis-route-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:04.516902145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-sub","reconcileID":"309853e3-444b-43a9-b8e1-8dbc524026ae","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"name":"maas-trlp-praxis-route-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:05.892908439Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:10.931896699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-sub","reconcileID":"3df820e3-74f7-45d9-8e80-d947f72f0f2c","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"name":"maas-trlp-praxis-route-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.107618676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"8d228b9a-914a-4cab-9493-d008157f62fc","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"tenant":"e2e-praxis-a-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.107641459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"8d228b9a-914a-4cab-9493-d008157f62fc","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"routeName":"praxis-route-50886e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-50886e","llmisvcName":"praxis-route-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.108888803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"f6a0f650-1d8b-4d83-8149-0e9da79ab804","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.166299685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"0984ce02-f7b6-42ae-92bd-fa6e017b2fdc","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.324600476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-active-auth","reconcileID":"57587c79-2544-4544-8fe9-f72774ed0974","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.381299369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-active-auth","reconcileID":"57587c79-2544-4544-8fe9-f72774ed0974","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.406537292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"23cdb9c2-d473-4b5a-8b9f-5b2321785dc1","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.41801186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"d937b6e9-b4ac-4da7-bd19-a08719666d1a","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-50886e","tenantID":"e2e-praxis-a-50886e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.462557182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"ace9a43b-33f2-4f07-b6e3-6bd1b451b6d7","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.474795837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"d937b6e9-b4ac-4da7-bd19-a08719666d1a","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"name":"e2e-praxis-a-50886e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:34:11.514204411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-active-sub","reconcileID":"be239751-ce9c-4698-871b-3e66a4a97e83","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.571644615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f46d5add-7f36-4498-9209-fa946175a1c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.571986903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"2a8094c5-a362-4c5d-84e9-0fd76b334992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.572418956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"7bb2f274-e15b-48ca-8de2-2ae25c64b67c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.627496594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"9e8713e8-9658-40ff-9553-abcda956db79","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.630023731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f46d5add-7f36-4498-9209-fa946175a1c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.630144358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"7bb2f274-e15b-48ca-8de2-2ae25c64b67c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.632196596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"2a8094c5-a362-4c5d-84e9-0fd76b334992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.688460634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"ebf1d72c-42b5-47ea-9487-9869521564e1","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.704348051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"003767b1-20d4-4173-8a11-2745709b2a7a","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.80952086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff790d6f-7113-4e9c-98d6-96be2eef70f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.867141287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff790d6f-7113-4e9c-98d6-96be2eef70f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.911306469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-active-auth","reconcileID":"8452b7ac-ab56-4c64-bfb7-decac53c98ee","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.963416517Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-active-sub","reconcileID":"2b47a6dc-f9ed-4c0f-b4ce-882eb0bedb02","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:11.967965264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-active-auth","reconcileID":"8452b7ac-ab56-4c64-bfb7-decac53c98ee","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.008007366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ff5df1a1-c96d-4fb4-b9b9-d044851b0b58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.008421393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"4ae7b921-3e04-4207-a024-e3a3ddb7cf40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.008420392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89c7a50a-68c5-445d-982b-215ca8a461e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.064729685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ff5df1a1-c96d-4fb4-b9b9-d044851b0b58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.065280952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"4ae7b921-3e04-4207-a024-e3a3ddb7cf40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.067346804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89c7a50a-68c5-445d-982b-215ca8a461e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.130108315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"2f7a5805-7cfd-4456-a5a5-34f8fd20b9dd","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.175612336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"9af05b1d-7c85-4c62-abe6-dcda0c734057","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:34:12.239477245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-active-auth","reconcileID":"8452b7ac-ab56-4c64-bfb7-decac53c98ee","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.355762536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-active-sub","reconcileID":"64d1f32e-0665-440c-8c6a-658e3b58d7f6","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.407722505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-active-auth","reconcileID":"94aab3a0-14eb-48cb-b711-adc3220d0b82","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:12.464659451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-active-auth","reconcileID":"94aab3a0-14eb-48cb-b711-adc3220d0b82","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.563258783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"d1ef4da0-72b8-4429-84c2-ad58bbfedd59","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.563734107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"668c2e12-fa2e-4412-bcb1-a69ec59b0fb5","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.564155588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-0c640e10","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"e2e-conflict-a-0c640e10","reconcileID":"87f0f6e3-c581-4c86-bbeb-a6298e4e0f7b","MaaSModelRef":{"name":"e2e-conflict-a-0c640e10","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"e2e-conflict-a-0c640e10-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"e2e-conflict-a-0c640e10","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.636626271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"638b61c0-ab57-4e7d-9055-5abe0375e705","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.637028466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"9b7b6e4d-78ff-4038-a6a4-e12fedc3e011","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.637308075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-0c640e10","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"e2e-conflict-a-0c640e10","reconcileID":"db30483d-b363-49d5-aaac-b804d9c1ddec","MaaSModelRef":{"name":"e2e-conflict-a-0c640e10","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"e2e-conflict-a-0c640e10-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"e2e-conflict-a-0c640e10","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.72215336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"703fb1dc-950a-497b-a2be-d83ae6509541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.722455564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"458338e5-6275-4b43-a9b0-ceaadfe19b5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.777461242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"fc48f4ee-358f-4ca1-8bb4-bb8f7c6b361b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.77765803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"6319c430-0957-40b3-988b-2dfc913c7086","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.780463624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"703fb1dc-950a-497b-a2be-d83ae6509541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:13.781593691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"458338e5-6275-4b43-a9b0-ceaadfe19b5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.149666357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"92a1062e-bc14-46ce-af55-c591527e59df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.149666082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"994a2498-b973-4e52-a5dd-ed66020eff92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.207170113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"994a2498-b973-4e52-a5dd-ed66020eff92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.208194135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"92a1062e-bc14-46ce-af55-c591527e59df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.509124312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"4bc48037-79c7-4194-9017-54ee224bbc47","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.509151744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"4bc48037-79c7-4194-9017-54ee224bbc47","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"auth-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"auth-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.567693391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"f262bf32-af3f-4eed-a9c3-ab09deae9664","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.597901473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-active-auth","reconcileID":"f37a45aa-9545-4670-8534-3143e5f4efad","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.598343115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"af839aa6-ad70-446a-acdd-1e4c5cb30941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.599562382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"23261cc3-450e-41e6-bc2b-df5e8a76af1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.600274597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4db85d78-21ec-4fa3-aec6-b1b1ee353202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.601848213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2e46091-0839-4e15-9925-a2bb18a2a09b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.656057893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"af839aa6-ad70-446a-acdd-1e4c5cb30941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.657655971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-active-auth","reconcileID":"f37a45aa-9545-4670-8534-3143e5f4efad","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.658539208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"23261cc3-450e-41e6-bc2b-df5e8a76af1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.661524645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2e46091-0839-4e15-9925-a2bb18a2a09b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:14.661563347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4db85d78-21ec-4fa3-aec6-b1b1ee353202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.529358961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7d2969-e9fb-4dc9-a9fd-4114441295c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.582331773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7d2969-e9fb-4dc9-a9fd-4114441295c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.635750907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7d2969-e9fb-4dc9-a9fd-4114441295c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:19.688995291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7d2969-e9fb-4dc9-a9fd-4114441295c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.592552192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba50bcc3-0d95-44c3-bfec-decc11b723fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.645885522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba50bcc3-0d95-44c3-bfec-decc11b723fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.698981734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba50bcc3-0d95-44c3-bfec-decc11b723fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:21.752086849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba50bcc3-0d95-44c3-bfec-decc11b723fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:24.449587967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a11c8db6-60c9-44c1-bf95-d470074ca0f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:24.449587975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"f8081ecf-a9de-4737-a0f4-b81207129535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:24.508354333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"f8081ecf-a9de-4737-a0f4-b81207129535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:24.50855814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a11c8db6-60c9-44c1-bf95-d470074ca0f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:24.600466471Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-active-sub","reconcileID":"bb152b4c-dc09-4eba-98a2-abbc7b2deba3","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:24.819683491Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-active-sub","reconcileID":"bb152b4c-dc09-4eba-98a2-abbc7b2deba3","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.032645045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"0ac454b9-2b22-411b-b7e3-49f5ec8067d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.084242943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"7f0e1c54-97d2-42d1-a8c6-5b333a22402e","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.239228143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"2cd67769-95fb-4968-bbb9-ed8d969587e1","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.243985118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"29778de2-81d5-464b-8dc6-e7eb6d7e181c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.244229817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-active-auth","reconcileID":"204ffa49-d292-46ba-8a4e-b054557a046d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.244746385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c9c614c-ee88-4c28-8236-d3ebbd8bc400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.24492385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4125a1bc-5a61-4005-80a1-2a58d95e649d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.243984645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"fcc9b9d7-4b6a-4850-802a-ee7ee6ccefee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.301436144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-active-auth","reconcileID":"204ffa49-d292-46ba-8a4e-b054557a046d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.301669703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"29778de2-81d5-464b-8dc6-e7eb6d7e181c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.303987111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c9c614c-ee88-4c28-8236-d3ebbd8bc400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.304030077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4125a1bc-5a61-4005-80a1-2a58d95e649d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.306200383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"fcc9b9d7-4b6a-4850-802a-ee7ee6ccefee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.459907423Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-active-auth","reconcileID":"ffc8da49-1c56-4345-abc8-42f31636923a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:25.669180677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"5855957a-8d35-4c42-aaa6-356415fd192d","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.578100183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"ab093b30-d812-49e6-b49d-e1f60b375849","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"tenant":"e2e-praxis-a-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.578128037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"ab093b30-d812-49e6-b49d-e1f60b375849","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"routeName":"praxis-route-50886e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-50886e","llmisvcName":"praxis-route-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.742271514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"82802133-85df-422a-be43-21adb5f4bffc","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-50886e","tenantID":"e2e-praxis-a-50886e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.791319239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-sub","reconcileID":"15e525a2-d94f-4dd9-9a01-98e450f6ca0f","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"name":"maas-trlp-praxis-route-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.799013037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"82802133-85df-422a-be43-21adb5f4bffc","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"name":"e2e-praxis-a-50886e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.957385623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"cc7328b2-ce41-4cc4-a15d-bb100716e16e","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"tenant":"e2e-praxis-a-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:28.957410703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"cc7328b2-ce41-4cc4-a15d-bb100716e16e","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"routeName":"praxis-route-50886e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-50886e","llmisvcName":"praxis-route-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:29.1694076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-sub","reconcileID":"e30bd2d2-9b6d-4c12-98a7-947507d5de5f","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"name":"maas-trlp-praxis-route-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:30.5940575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e34093d8-6399-47da-b1b8-ac5f5a51dd2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:30.594061332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdd0b5d7-82af-4208-aee3-87211980530b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:30.651093667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdd0b5d7-82af-4208-aee3-87211980530b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:30.652051014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e34093d8-6399-47da-b1b8-ac5f5a51dd2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:31.0651867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcd02065-3378-40ff-b848-59b62519cf2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:31.065186321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0538bb6-74e5-4a96-a91d-433669c62440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:31.12272401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0538bb6-74e5-4a96-a91d-433669c62440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:31.122776799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcd02065-3378-40ff-b848-59b62519cf2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:35.75516634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d99a3f0-90f9-4b8b-9ffa-338d0332f6ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:35.808259188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d99a3f0-90f9-4b8b-9ffa-338d0332f6ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:35.861436897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d99a3f0-90f9-4b8b-9ffa-338d0332f6ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:35.893578979Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:35.915043708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d99a3f0-90f9-4b8b-9ffa-338d0332f6ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.024858715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-0c640e10","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"e2e-conflict-b-0c640e10","reconcileID":"17083b42-0c0f-4f6c-9f6a-669af6cf0c50","MaaSModelRef":{"name":"e2e-conflict-b-0c640e10","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"e2e-conflict-b-0c640e10-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"e2e-conflict-b-0c640e10","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.084048536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-0c640e10","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"e2e-conflict-a-0c640e10","reconcileID":"6a3f6e29-f1f6-4803-8799-77b56f6536fb","MaaSModelRef":{"name":"e2e-conflict-a-0c640e10","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"e2e-conflict-a-0c640e10-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"e2e-conflict-a-0c640e10","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.357303078Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-089f68","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-089f68","reconcileID":"2ebe3a0a-b5c4-4ac5-93ef-9c63a46d4100","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-089f68","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-089f68":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.683509447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d6a7db2-79ca-4884-8ea1-3caa15020544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.683649289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"294dffc6-8c18-47eb-8101-8f99570b93d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.712478262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"1eecf1ad-1a59-4a48-b50f-117a2bb9f2c2","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.742167456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"294dffc6-8c18-47eb-8101-8f99570b93d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.742600826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d6a7db2-79ca-4884-8ea1-3caa15020544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.768153822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"1476ce7b-33aa-4729-b493-554bebb6b67f","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.984885075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-degraded-auth","reconcileID":"0b422b31-4bd1-4859-9832-362b62f9e961","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:36.989439993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"8795ee07-4514-44ed-9987-36d2d3439ee8","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.043103359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-degraded-auth","reconcileID":"0b422b31-4bd1-4859-9832-362b62f9e961","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.047086822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"f19eccfa-732c-478e-8d67-44b359d2ec20","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:34:37.09885952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-degraded-sub","reconcileID":"d9de56e7-5d26-4962-a601-0e5268142b34","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.147167223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d10e9ca-6e07-4209-b3f5-f64d9681d19e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.147412787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b0ba5c07-e491-4975-9d09-226792e66ded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.147174501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85f76317-07fa-4ed5-91d8-2ee31bd01542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.151258549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"366036e2-4149-428e-813c-dcaf4213f0db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.206419703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b0ba5c07-e491-4975-9d09-226792e66ded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.206890272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85f76317-07fa-4ed5-91d8-2ee31bd01542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.208497766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d10e9ca-6e07-4209-b3f5-f64d9681d19e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.209149408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"366036e2-4149-428e-813c-dcaf4213f0db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.212298141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"56f32018-b69e-46e2-a2a7-7faba3d5c2f7","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.316430616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"ee3b436d-907b-431a-9e10-4cc2ab7b0a8c","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.370405103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"203d2a34-cb09-4245-9492-b574d944b911","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.529275783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-degraded-auth","reconcileID":"e1e8f4a8-7d3d-41ef-80e7-dd5d38c0874f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.586013011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-degraded-auth","reconcileID":"e1e8f4a8-7d3d-41ef-80e7-dd5d38c0874f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.589064279Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-degraded-sub","reconcileID":"c59437f5-3d84-40c9-b47e-ec3632ab84a2","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.589167054Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-degraded-sub","reconcileID":"c59437f5-3d84-40c9-b47e-ec3632ab84a2","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.674147294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c56ee55-9834-4581-8d2d-307d6cffeebb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.674504184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39f45eb2-5616-4a47-8151-fc99c8c111bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.675271058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"19795276-e591-4b89-b442-08c808d660db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.675462943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ffab0c91-4296-42a5-bbcb-6babc69f72ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.73366905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c56ee55-9834-4581-8d2d-307d6cffeebb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.735830948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"19795276-e591-4b89-b442-08c808d660db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.739456734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39f45eb2-5616-4a47-8151-fc99c8c111bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.79666906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ffab0c91-4296-42a5-bbcb-6babc69f72ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.882262599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"87850c72-96d0-44b0-8cf8-d09644171ec4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.935293389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f0b436-b8ab-419e-9523-8e6a7cabbc64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:37.988846998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f0b436-b8ab-419e-9523-8e6a7cabbc64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.042301901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f0b436-b8ab-419e-9523-8e6a7cabbc64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.047891529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"a2a93c6b-3d97-4fea-8e85-5776e6ff3740","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.095554481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f0b436-b8ab-419e-9523-8e6a7cabbc64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.312286856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-degraded-sub","reconcileID":"c5c05df8-19c6-46ad-92a6-3db1a6b54b6b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.312415702Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-degraded-sub","reconcileID":"c5c05df8-19c6-46ad-92a6-3db1a6b54b6b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.364229271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69e7d146-e8bb-4167-ae0b-82bc97e6307f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.364235346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71c75eff-30e7-4a14-a676-995e0e04d908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.422649699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69e7d146-e8bb-4167-ae0b-82bc97e6307f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.422798052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71c75eff-30e7-4a14-a676-995e0e04d908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.958061625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"1d84ea8c-c7d2-447c-b75a-bcd486bb5b73","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"tenant":"e2e-praxis-a-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:38.958084803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"1d84ea8c-c7d2-447c-b75a-bcd486bb5b73","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"routeName":"praxis-route-50886e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-50886e","llmisvcName":"praxis-route-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:39.953192352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"9b053506-0221-4c93-8b12-5f386a87ee54","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:40.005106457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb87f9d-1e69-4640-8f71-d1df339bac07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:40.058370971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb87f9d-1e69-4640-8f71-d1df339bac07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:40.112056428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb87f9d-1e69-4640-8f71-d1df339bac07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:40.168728199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efb87f9d-1e69-4640-8f71-d1df339bac07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:40.278228601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"81bdca02-b096-4385-9413-4d7ac088c407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:40.27856235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6faaa202-ec04-4066-9b5b-66d0bc71c14a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:40.27918262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93b57e87-7408-46ee-be11-1a978cfb0c2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:40.279407192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"42d0ac97-1979-4266-91f3-cd35c2a01874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:40.279971355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-degraded-auth","reconcileID":"712ded0a-13f2-4a40-92ba-7769bbd32cfb","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:40.338282069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"81bdca02-b096-4385-9413-4d7ac088c407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:40.338274149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6faaa202-ec04-4066-9b5b-66d0bc71c14a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:40.340828794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"42d0ac97-1979-4266-91f3-cd35c2a01874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:40.341155746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93b57e87-7408-46ee-be11-1a978cfb0c2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:40.342947801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-degraded-auth","reconcileID":"712ded0a-13f2-4a40-92ba-7769bbd32cfb","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.155346118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-0c640e10","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"e2e-conflict-a-0c640e10","reconcileID":"3454172f-8d36-4225-8c9e-d8c97d779f20","MaaSModelRef":{"name":"e2e-conflict-a-0c640e10","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"e2e-conflict-a-0c640e10-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"e2e-conflict-a-0c640e10","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.263764886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af597549-5932-4d33-990a-6e248991dc32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.263992192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4646fe1-e531-425e-9068-d210d3ffa7e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.320990224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af597549-5932-4d33-990a-6e248991dc32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:42.321050166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4646fe1-e531-425e-9068-d210d3ffa7e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:48.958920903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"a333eda2-6f9a-4055-8e0a-a9a9d7c4755d","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"tenant":"e2e-praxis-a-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:48.958942194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"a333eda2-6f9a-4055-8e0a-a9a9d7c4755d","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"routeName":"praxis-route-50886e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-50886e","llmisvcName":"praxis-route-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.227869312Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-degraded-sub","reconcileID":"257166a3-863f-4c37-8eb1-cfddcc8a214e","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.448741804Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-degraded-sub","reconcileID":"257166a3-863f-4c37-8eb1-cfddcc8a214e","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.448800835Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-degraded-sub","reconcileID":"257166a3-863f-4c37-8eb1-cfddcc8a214e","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.448907792Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-degraded-sub","reconcileID":"257166a3-863f-4c37-8eb1-cfddcc8a214e","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.662937735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"5061ec87-dd10-4420-9baa-15af05b6c735","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.719586589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"8dc7502c-e407-4123-b5b6-fbc73191262a","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.878170777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"86b396a3-4c9f-482a-adc3-a6714c4039ae","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.879181963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8645dbc2-7cac-49cc-9252-c4ffe13df515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.879359424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"be2f31d7-e3c8-4f9d-b707-fa8949710e24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.879963181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"feb6cb69-2c79-4c92-ac4d-51ec09e0db53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.880201968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3dbf4116-2c88-4a51-b131-2eab6e9ba581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.880643045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-degraded-auth","reconcileID":"fdda2583-3498-4780-8de3-539625b2e35e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.937292655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8645dbc2-7cac-49cc-9252-c4ffe13df515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.937319981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"be2f31d7-e3c8-4f9d-b707-fa8949710e24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.939887612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-degraded-auth","reconcileID":"fdda2583-3498-4780-8de3-539625b2e35e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.939909725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"feb6cb69-2c79-4c92-ac4d-51ec09e0db53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:50.94206543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3dbf4116-2c88-4a51-b131-2eab6e9ba581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:51.097054694Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-degraded-auth","reconcileID":"990b536d-e0ec-4c54-bafc-51e7018e4c09","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:51.258519576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"78f224c5-f52d-47f2-aa38-e48ad8e177dc","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:52.26732638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"d3cc94e3-52a3-43bb-a4b9-389fefc26bdd","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:52.324587513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"2be64ba6-619b-4c45-8196-41921391a65d","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:52.495328228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-failed-auth","reconcileID":"e47c67a9-68f5-4548-ba5b-5a1ab043b215","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:52.554317013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-failed-auth","reconcileID":"e47c67a9-68f5-4548-ba5b-5a1ab043b215","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:34:52.816164099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-failed-sub","reconcileID":"e987c036-00b4-405c-b6d0-3054953298cc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:52.86742887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05a4a9f3-c475-4e4a-b1bd-b4b7105321ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:52.87568478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"6932c7f8-5b02-4646-b06a-7db8d1e5fe2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:52.875805094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ed79b24-96fb-48b3-8a03-9b2551c979e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:52.876226957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0826088b-7684-4e7d-be1a-d6d9fa885bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:52.888554919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"a24cf703-e77f-4baf-a767-b15b6f9d5233","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:52.926472236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05a4a9f3-c475-4e4a-b1bd-b4b7105321ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:52.936652287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0826088b-7684-4e7d-be1a-d6d9fa885bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:52.940372526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"6932c7f8-5b02-4646-b06a-7db8d1e5fe2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:52.942596861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ed79b24-96fb-48b3-8a03-9b2551c979e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.049919873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-failed-auth","reconcileID":"81f703b2-f911-4b56-bebd-46fa43a84361","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.11666651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-failed-auth","reconcileID":"81f703b2-f911-4b56-bebd-46fa43a84361","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.251360457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c963916c-477a-4a99-bef2-de5d31507080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.270676708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e3c34e3b-b7f5-4ecb-a726-14ba124e79da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.270676114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"4779b726-b84c-4962-9275-79008ac8f6e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.271187183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ff84eaf-7815-4521-a51d-4b162f0cd792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.313383922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c963916c-477a-4a99-bef2-de5d31507080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.33486115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"4779b726-b84c-4962-9275-79008ac8f6e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.335387309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ff84eaf-7815-4521-a51d-4b162f0cd792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.337259807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e3c34e3b-b7f5-4ecb-a726-14ba124e79da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.50440756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-failed-auth","reconcileID":"1e47af58-4172-474b-9d24-0143bb69e3f3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:53.562174548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-failed-auth","reconcileID":"1e47af58-4172-474b-9d24-0143bb69e3f3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:55.629506165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"0114b03e-342d-4348-9253-fb52fc974d95","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"tenant":"e2e-praxis-a-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:55.629538279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e","reconcileID":"0114b03e-342d-4348-9253-fb52fc974d95","MaaSModelRef":{"name":"praxis-route-50886e","namespace":"ai-tenant-e2e-praxis-a-50886e"},"routeName":"praxis-route-50886e-kserve-route","namespace":"ai-tenant-e2e-praxis-a-50886e","llmisvcName":"praxis-route-50886e","gateway":"openshift-ingress/e2e-praxis-a-50886e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:55.849774138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"83443ab9-b5b8-46cb-9123-b574dd8ecf47","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-50886e","tenantID":"e2e-praxis-a-50886e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:55.919592175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"83443ab9-b5b8-46cb-9123-b574dd8ecf47","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"name":"e2e-praxis-a-50886e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:34:56.005054317Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-sub","reconcileID":"a1750afe-5cb1-4bc9-8d8e-0300681b2d0b","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-50886e: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-50886e\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-50886e because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:34:56.06475094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-sub","reconcileID":"a1750afe-5cb1-4bc9-8d8e-0300681b2d0b","error":"failed to create TokenRateLimitPolicy for model praxis-route-50886e: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-50886e\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-50886e because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.12738255Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-sub","reconcileID":"38fc6dc4-b71e-44a8-a930-a5f8980b23c0","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.197981815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"e9d41e34-0ae9-4363-adfc-75fd1edf1b11","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-50886e","tenantID":"e2e-praxis-a-50886e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:34:56.251992242Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-sub","reconcileID":"38fc6dc4-b71e-44a8-a930-a5f8980b23c0","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-50886e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.258225802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"e9d41e34-0ae9-4363-adfc-75fd1edf1b11","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"name":"e2e-praxis-a-50886e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.25830576Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"e9d41e34-0ae9-4363-adfc-75fd1edf1b11","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.391684673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a187b30e-71c8-46ed-9231-b7436f89885f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.39305661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c01988f-ee09-4d36-ac97-388c48140c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.431487319Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"f8768cce-34dd-4419-ac8c-6d9a0bef285f","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.463135706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a187b30e-71c8-46ed-9231-b7436f89885f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.463272007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c01988f-ee09-4d36-ac97-388c48140c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.465150937Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-sub","reconcileID":"536da256-b34a-4889-b2aa-2c69f54f0ed2","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2daea45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.526601073Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-sub","reconcileID":"d9b82864-8d58-4e42-a9b2-3e265d815db3","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2daea45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.67361481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"f8768cce-34dd-4419-ac8c-6d9a0bef285f","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-50886e","tenantID":"e2e-praxis-a-50886e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.806387919Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"f8768cce-34dd-4419-ac8c-6d9a0bef285f","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"name":"e2e-praxis-a-50886e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.806420862Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-auth","reconcileID":"f8768cce-34dd-4419-ac8c-6d9a0bef285f","MaaSAuthPolicy":{"name":"praxis-route-50886e-auth","namespace":"ai-tenant-e2e-praxis-a-50886e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.92467153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31d972e6-1dec-4466-a8e7-80f68fac369e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.92567713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2a17a39-5fba-4b2d-82ab-3e6210596591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:56.979023189Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-sub","reconcileID":"37abeb2b-bf86-46df-b664-1251b1ac14e8","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2daea45e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.048836896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31d972e6-1dec-4466-a8e7-80f68fac369e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.049017702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2a17a39-5fba-4b2d-82ab-3e6210596591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.666721443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"febd28fa-3136-44b3-a561-32dafa203c69","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.668070181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-0c640e10","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"e2e-conflict-a-0c640e10","reconcileID":"e937b513-d800-4f8e-a8fe-96604672fbf9","MaaSModelRef":{"name":"e2e-conflict-a-0c640e10","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"e2e-conflict-a-0c640e10-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"e2e-conflict-a-0c640e10","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.668354625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"e0f2323e-80fd-4a0f-a50b-37ca31146a95","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.844063606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"cd90a60d-da27-4c06-9728-9b75685f968d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.844999603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"aae0b022-f7f8-4cad-b2b3-e52319bdeffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.908607865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"cd90a60d-da27-4c06-9728-9b75685f968d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.916434387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"266db809-a786-4586-b11f-d192c72ddb5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.917248845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"3a9dccc2-44a8-4cbb-b24e-47bd87b6075c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:57.917455107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"aae0b022-f7f8-4cad-b2b3-e52319bdeffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:58.002265378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b9ee7f6-763d-47d6-8570-c8551302c6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:58.058489669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b9ee7f6-763d-47d6-8570-c8551302c6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:58.11318188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b9ee7f6-763d-47d6-8570-c8551302c6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:34:58.167351391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b9ee7f6-763d-47d6-8570-c8551302c6ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:00.145090341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3e8925a-9a3e-44f9-a6bc-ee571f5f3b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:00.200316042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3e8925a-9a3e-44f9-a6bc-ee571f5f3b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:00.253549211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3e8925a-9a3e-44f9-a6bc-ee571f5f3b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:00.307498593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3e8925a-9a3e-44f9-a6bc-ee571f5f3b66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:05.810869767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"055f918f-ab00-4b7c-89fe-6e1943055e7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:05.811610725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-failed-auth","reconcileID":"01729b1e-836d-4304-be6f-597405280a31","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:05.811692092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f7709a4-b65e-4d9b-a37c-882df602b548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:05.812571223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8cc068e-9eca-4d84-8f85-e90b54c3c79d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:05.812657354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"f1c30604-d32c-4cfb-8993-c8caeb764342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:05.868961977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-failed-auth","reconcileID":"01729b1e-836d-4304-be6f-597405280a31","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:05.869094894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"055f918f-ab00-4b7c-89fe-6e1943055e7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:05.871335568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8cc068e-9eca-4d84-8f85-e90b54c3c79d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:05.871610332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"f1c30604-d32c-4cfb-8993-c8caeb764342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:05.873561025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f7709a4-b65e-4d9b-a37c-882df602b548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:05.89473602Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.032917156Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-sub","reconcileID":"8f35dafd-495d-4c2d-9a4e-33f2ff6383b5","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","subscription":"praxis-route-50886e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.033061949Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"praxis-route-50886e-sub","reconcileID":"8f35dafd-495d-4c2d-9a4e-33f2ff6383b5","MaaSSubscription":{"name":"praxis-route-50886e-sub","namespace":"ai-tenant-e2e-praxis-a-50886e"},"model":"ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-50886e/praxis-route-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.444497038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"92bc237c-4865-4c7b-ab61-cf939d8bf6e4","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.444535305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"92bc237c-4865-4c7b-ab61-cf939d8bf6e4","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"auth-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"auth-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.511134532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f41ee4a-f8e4-4528-be8c-a441b03be6d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.511349909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c94cb0e2-3541-4a95-a347-c23f8dfa3d1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.571032414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c94cb0e2-3541-4a95-a347-c23f8dfa3d1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:07.5712305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f41ee4a-f8e4-4528-be8c-a441b03be6d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:12.899521486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"caa92b71-837e-463a-9e36-72e10cf419ca","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:12.89955391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"caa92b71-837e-463a-9e36-72e10cf419ca","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"auth-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"auth-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:12.957523347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"fd70891e-6002-4189-9545-251a43237bed","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:12.957550894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"fd70891e-6002-4189-9545-251a43237bed","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"auth-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"auth-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:13.063268067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"c9df2217-9f2e-4d56-b2dc-4ef3514737ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:13.189903763Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"c9df2217-9f2e-4d56-b2dc-4ef3514737ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:13.245750756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92519-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"c9df2217-9f2e-4d56-b2dc-4ef3514737ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:13.303710006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"5a02a398-25ca-42e1-a938-8eab741b1a60","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:13.303734432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"5a02a398-25ca-42e1-a938-8eab741b1a60","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"auth-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"auth-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:15.816769908Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-failed-sub","reconcileID":"9516210c-177d-469c-b25d-3c426bafea72","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:15.816932426Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-failed-sub","reconcileID":"9516210c-177d-469c-b25d-3c426bafea72","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.244338966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"e8bfac7b-f2ef-4863-9d21-3edfad71fe33","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.248210544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"9e1d6866-0dd0-4133-ac61-5492e70799ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.248210062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b17a4ffc-6b94-445f-b1da-f1864fe35656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.248650646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cde43eb-a81b-4cd1-9821-5188b537c19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.249191046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d902864-0d07-4124-91e4-314bef076932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.249276455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-failed-auth","reconcileID":"4141464d-5741-40b1-a401-b71f593a7682","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.305508291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b17a4ffc-6b94-445f-b1da-f1864fe35656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.305529959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"9e1d6866-0dd0-4133-ac61-5492e70799ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.308184189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-failed-auth","reconcileID":"4141464d-5741-40b1-a401-b71f593a7682","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.308210833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d902864-0d07-4124-91e4-314bef076932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.310414622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cde43eb-a81b-4cd1-9821-5188b537c19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.511194547Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-failed-auth","reconcileID":"9aebaec7-408c-4266-abc6-322e9415d939","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:16.672911076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"d67de70e-f108-4fba-86d6-007d888697a9","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:17.73740697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"a2163903-cd70-4acc-9837-683800c97867","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:17.794594842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"972a3437-cf12-41e0-9c27-cbac09226ddf","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:17.953011388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238-auth","reconcileID":"eec5b2f5-e3f3-49d4-9b90-fe4fa045eaae","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.011337788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238-auth","reconcileID":"eec5b2f5-e3f3-49d4-9b90-fe4fa045eaae","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.02352715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"e5a8c751-a632-4108-9e99-29373bba4d60","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.081744897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"3fba5e83-622f-4bf3-bff6-f82372659931","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:35:18.135145809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-24965238","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238","reconcileID":"f8a86ae8-98f3-43c7-a2c0-638859002088","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-24965238\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.18326599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"d54bf8cc-592f-4c69-9b7e-620d8055a477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.183542836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92362419-c0ba-4830-9694-6915088c85e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.18381893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"4691c2ec-a349-45c7-af1d-54252e957b48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.187075629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a9b8ec9-b48c-45f5-9771-f1bcb99fa904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.241020844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"d54bf8cc-592f-4c69-9b7e-620d8055a477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.241118001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92362419-c0ba-4830-9694-6915088c85e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.244673554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"4691c2ec-a349-45c7-af1d-54252e957b48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.244933654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a9b8ec9-b48c-45f5-9771-f1bcb99fa904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.254965293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"cfd29f4e-b9cf-42ac-815c-9df1c7629a05","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.311659044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"19d14b6c-9389-4453-934b-37b49ee3a731","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.331320782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"590f0b75-c4ef-494c-8fdb-5075bd83c346","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.488824235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238-auth","reconcileID":"634b83d2-102a-4bfb-b7b4-8c341c3a50b8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.545624628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238-auth","reconcileID":"634b83d2-102a-4bfb-b7b4-8c341c3a50b8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.58472959Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-24965238","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238","reconcileID":"10bf5d94-94d4-4c77-888a-05015b6d0a5e","MaaSSubscription":{"name":"e2e-filter-sub-a-24965238","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-filter-sub-a-24965238","ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.632676412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"c0c07d04-2652-4a07-804d-8de424b9723a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.633008268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e19f35f1-c586-4491-8fba-6e176c55c7fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.633242169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"31c78875-b9fc-4003-9c4e-1b28e9e71f4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.63393034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc3e3025-5581-4039-91fe-404283b14992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.689982305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"c0c07d04-2652-4a07-804d-8de424b9723a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.690314957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e19f35f1-c586-4491-8fba-6e176c55c7fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.692432307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"31c78875-b9fc-4003-9c4e-1b28e9e71f4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.693199211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc3e3025-5581-4039-91fe-404283b14992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.751513476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"8d3900d1-22be-40d1-b5ee-76f06e72e896","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.799876279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"69f7a17a-fd9f-45aa-aa83-e45dbb84242a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:18.965975559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-24965238","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238","reconcileID":"c1276aa0-24e9-432f-b553-9ee6496f719f","MaaSSubscription":{"name":"e2e-filter-sub-a-24965238","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:20.56974517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"887e443f-2f90-49da-855b-82769d051d21","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:20.625073382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"605cc4b8-f0d9-4559-be77-e1ff16754a6e","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:20.782982462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-b-82ef1b6b-auth","reconcileID":"09837ae7-15ef-4235-9978-1a8ab4aa6762","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:20.827927645Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-a7f34a priority=0:[ai-tenant-e2e-worker-w0-a7f34a/e2e-filter-sub-a-24965238 ai-tenant-e2e-worker-w0-a7f34a/e2e-filter-sub-b-82ef1b6b]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:20.827946129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"465ef4d8-383e-44ab-8ebd-54d2bc9db626","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:20.839898629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-b-82ef1b6b-auth","reconcileID":"09837ae7-15ef-4235-9978-1a8ab4aa6762","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:20.883502758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"bed22495-706e-4bf8-b83e-f579ec3e7620","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:35:20.935884137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-82ef1b6b","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-b-82ef1b6b","reconcileID":"81f587ff-7a69-40ae-a3ca-320afcc107e8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-82ef1b6b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:20.941412595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"36012a6e-d2bc-4553-a6d7-c64605bcf95d","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:20.98859448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238-auth","reconcileID":"7a0825b5-5e9a-4fc5-8fb8-5330850fd79f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:20.98864801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ce95797-922a-4840-be71-25b710b06ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:20.989112376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"55460786-1292-470a-a7d4-e900a569dd93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:20.98940988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b2744d0e-516a-4c60-8934-dcc2936ed87e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.046500522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ce95797-922a-4840-be71-25b710b06ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.047092993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238-auth","reconcileID":"7a0825b5-5e9a-4fc5-8fb8-5330850fd79f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.049390793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"55460786-1292-470a-a7d4-e900a569dd93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.04962546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b2744d0e-516a-4c60-8934-dcc2936ed87e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.050277109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"e5c7fc8f-f9b8-4da6-a190-de3616c18319","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.107263723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"1e6d2a4a-6f77-4138-b8e1-14ccdf810d80","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.159263548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"2a743516-aa5e-4739-9bdc-8847a18da900","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.316319227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-b-82ef1b6b-auth","reconcileID":"54e529c3-f454-4b2b-b3f6-2afb23419e91","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.374388439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-b-82ef1b6b-auth","reconcileID":"54e529c3-f454-4b2b-b3f6-2afb23419e91","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.375382358Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-82ef1b6b","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-b-82ef1b6b","reconcileID":"87a60b90-8fac-4d93-9f0b-e6709219300c","MaaSSubscription":{"name":"e2e-filter-sub-b-82ef1b6b","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-filter-sub-a-24965238","ai-tenant-e2e-worker-w0-a7f34a/e2e-filter-sub-b-82ef1b6b","ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.415178979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"93d2be39-285b-4808-9e8d-3f8d9a6d5fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.415355382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d56807e-e160-4152-91d4-0918ecda4807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.415740388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"5d96c907-65f0-41af-b469-cf638aeed8e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.416167496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238-auth","reconcileID":"43bf0bf7-662c-4f6b-afba-25e546dd2949","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.472594452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"93d2be39-285b-4808-9e8d-3f8d9a6d5fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.473163787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238-auth","reconcileID":"43bf0bf7-662c-4f6b-afba-25e546dd2949","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.474881824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d56807e-e160-4152-91d4-0918ecda4807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.475373253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"5d96c907-65f0-41af-b469-cf638aeed8e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.541207193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"dc856f14-177b-48e4-9d21-eb00a42d3eb8","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.591856807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"cbda4bc0-b15b-430f-bf46-2364aeb9caec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.59211233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-24965238","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238","reconcileID":"756dfec6-9a04-4326-b188-ed5f703f5a7a","MaaSSubscription":{"name":"e2e-filter-sub-a-24965238","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.738980739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6293175f-fc5f-4021-b7a1-412e7dae27e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.754850762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-82ef1b6b","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-b-82ef1b6b","reconcileID":"c505f004-31d4-45c4-83a1-ec171d9df56f","MaaSSubscription":{"name":"e2e-filter-sub-b-82ef1b6b","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.795833667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6293175f-fc5f-4021-b7a1-412e7dae27e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.986380824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"85f874e3-dc06-439f-a2a6-3ac97f3db4c6","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:21.986676665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"60affe09-c50e-4ae2-8766-ce684b5ef889","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:22.147314459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"7b4e0f0a-0dd0-4de7-aec0-94c2f7b81fc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:22.14984102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"1e080fc6-a8e1-41a1-bebe-be0bc5e36ee9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:22.192709305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"34bfaeb1-37e2-4f64-8452-3c619cedee11","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-089f68","tenantID":"e2e-inf-b-089f68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:22.204251202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"7b4e0f0a-0dd0-4de7-aec0-94c2f7b81fc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:22.205933532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"cd7d9750-6aec-4cce-af97-840096381ec7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:22.206354791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"c249a1d1-e70b-4594-823c-b55d25de4be4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:22.207694035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"1e080fc6-a8e1-41a1-bebe-be0bc5e36ee9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:22.309264769Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"34bfaeb1-37e2-4f64-8452-3c619cedee11","name":"e2e-inf-b-089f68-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:23.410074245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"ae040e24-ebd6-47a4-9bba-2932f9affb41","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:23.466997645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"ae040e24-ebd6-47a4-9bba-2932f9affb41","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:23.529458209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92519-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29a8cdd60b41ea3018771d0ce26f1efd103abd6dc4a00f067013dbfef0b1547a) AuthConfig (843c7cb179b9e2e66d2976017da9fa15d34de76c8bc411a4871668b22fff9e5e) AuthConfig (898e05c9ab595349e3a214d011fb8a400f894e85be5b4117e2b317c5873523e4) AuthConfig (18bdcda33eed1158e81004cdfebd94d359c84de4d79620b183f4407cafcf583c) AuthConfig (f9783343dadadb78b9beb155340a8ba24d8ccce759c71cc5022e225a395c6720) AuthConfig (b927cab7754cc58e2021eefa1e3bb330062288497484de71e79bf6d4e490fe7d) AuthConfig (2a124ba7461e96c0df6b59e453cc1dea52329f745d41de4230156c947307c70e) AuthConfig (d9bdb80d2455ed7402e99c6dd632d406e4b82293ffbf5b2fcd33490fe6e8b7f8) AuthConfig (9e932d5205855831b57e635ab73fb8e7dfe569abb2af7bc6059fe8972c815644) AuthConfig (af171ffd2afac835004e133f669ae9b0e0ee831aedb7d35f1fad078b32410fc1) AuthConfig (d739dbeb7107a5cc81507dfdcec5e3ff4c8ad9b19aad9c759e72a3cbd93c6026) AuthConfig (1cb29f664efea7df5b0bf6499cbcaa0f655caf524383edb8343ec4c0d42f66db) AuthConfig (d473f5dd038a272e3fab56bdef490352e402eb704cb798ce1fa6fdf43aca44c9) AuthConfig (1dc9973e32233e02f9a4c7214239fbebc3a4d0c36402d2d93a0d5f67fced8033) AuthConfig (98a39890a93e32272f929ef69aff2b5991b5d1cf45b5295fc7a6e0642b4af42e) AuthConfig (5c40cd7514857a45ff4c3f50a8d1778afa47e344c1e3e7759c048de13eb3e927) AuthConfig (235cf5476a102c26fcdef936d267a16f7b12381ef0713963e741bac115cf192a) AuthConfig (87f3552dbdf095045c62dc4e1ca76635bb9a61fc5d6339bd983cbb6d55ae669f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"ae040e24-ebd6-47a4-9bba-2932f9affb41","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:23.598925605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"becc72c5-4900-49fe-be7e-b52375359d39","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:23.598947142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"becc72c5-4900-49fe-be7e-b52375359d39","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"auth-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"auth-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:26.000805728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"56dcd867-01c9-41a9-b21c-82d2b67cc526","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:26.16053538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37fd5a2f-1dcc-4223-96e5-596af6e24db2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:26.160663603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"60e27781-6792-4d8b-8f84-d04d26d6851d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:26.161233369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"896d418a-0b9c-402b-8ba5-56f42465fb7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:26.161427004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-b-82ef1b6b-auth","reconcileID":"62b2063f-2120-441d-9d12-e364f4aeeaca","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:26.161238218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238-auth","reconcileID":"768d7e43-3134-4d8f-8824-abfad48cf176","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:26.219467938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37fd5a2f-1dcc-4223-96e5-596af6e24db2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:26.220341579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"60e27781-6792-4d8b-8f84-d04d26d6851d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:26.222059788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238-auth","reconcileID":"768d7e43-3134-4d8f-8824-abfad48cf176","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:26.223883109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"896d418a-0b9c-402b-8ba5-56f42465fb7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:26.22436897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-b-82ef1b6b-auth","reconcileID":"62b2063f-2120-441d-9d12-e364f4aeeaca","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:26.584770997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30e19914-e1a6-4584-8819-7b6ee8395450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:26.643565743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30e19914-e1a6-4584-8819-7b6ee8395450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:27.168642573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"e928021d-2e29-4c1c-aeb0-805e6a01efa2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.053466915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"b2029924-9a8d-4805-bfce-2e9332f1be2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.128776618Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","namespace":"ai-tenant-e2e-praxis-a-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.12884973Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","namespace":"ai-tenant-e2e-praxis-a-50886e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.128895354Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","tenant":"e2e-praxis-a-50886e","tenantID":"e2e-praxis-a-50886e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.18394834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","gvk":"Deployment","name":"maas-api-e2e-praxis-a-50886e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.247924139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","gvk":"Service","name":"maas-api-e2e-praxis-a-50886e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.313827573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-50886e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.368699678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-50886e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.424289496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-50886e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.47969904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-50886e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.537259127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-50886e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.59568908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-50886e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.64905855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-50886e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.701991796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-50886e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.75575703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","gvk":"Service","name":"payload-processing-e2e-praxis-a-50886e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.809109701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-50886e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.862201385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-50886e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.915162528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-50886e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:32.968080516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-50886e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.024635053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-50886e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.077525649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-50886e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.130534608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-50886e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.184133265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-50886e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.245090428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-50886e"},"namespace":"ai-tenant-e2e-praxis-a-50886e","name":"default-tenant","reconcileID":"0af320f1-5fa6-4d94-adc4-bff4945e1b31","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-50886e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.487823591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6db5ae00-33d8-47b8-bd3d-2ff1d3174986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.489447939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33dc88dc-bca4-48e3-91fd-bc5317e576c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.637195046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6db5ae00-33d8-47b8-bd3d-2ff1d3174986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.64750227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33dc88dc-bca4-48e3-91fd-bc5317e576c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.805574966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"086a6ecf-61c8-43b9-a592-0085421e3b6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:33.870594005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"086a6ecf-61c8-43b9-a592-0085421e3b6c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:34.193239446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"121644b8-340f-49c2-b854-a50704cebaf3","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:34.193260548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"121644b8-340f-49c2-b854-a50704cebaf3","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"auth-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"auth-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:35.893308974Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:36.166043278Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-24965238","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238","reconcileID":"f326c6a1-2f00-4f2e-a6fe-af1d4ab83e35","MaaSSubscription":{"name":"e2e-filter-sub-a-24965238","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscription":"e2e-filter-sub-a-24965238","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:36.384088595Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-24965238","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238","reconcileID":"f326c6a1-2f00-4f2e-a6fe-af1d4ab83e35","MaaSSubscription":{"name":"e2e-filter-sub-a-24965238","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-filter-sub-b-82ef1b6b","ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:36.597195851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"a2236fe8-1689-4bbb-9130-8df0494ba8d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:36.597208722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-82ef1b6b","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-b-82ef1b6b","reconcileID":"dcf7dc7e-22ca-4614-917e-f0567013ee24","MaaSSubscription":{"name":"e2e-filter-sub-b-82ef1b6b","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:36.600039942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"faeab5a9-836c-4ee8-9a79-8e2896f832e3","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:36.657033048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"5e4bfabf-85cc-43c6-b067-21ed85591201","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:36.751867258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"aeea44b7-b083-4247-85b3-48f9c22a0fd5","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:36.758861942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-b-82ef1b6b-auth","reconcileID":"a0effacd-5e95-4036-9456-9bdc4181a5f4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:36.759153933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0287bbbf-5501-4937-9f35-f213b3388ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:36.759317478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"1622b6f2-97b1-4b66-bed9-1c0d97ccd3b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:36.759759563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238-auth","reconcileID":"e8fa2087-64c1-4d51-afa1-b8b7b5cda206","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:36.759836399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"0bf144c7-00a6-4ea8-afac-90244a7282fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:36.81656989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0287bbbf-5501-4937-9f35-f213b3388ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:36.816908121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"1622b6f2-97b1-4b66-bed9-1c0d97ccd3b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:36.818852975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238-auth","reconcileID":"e8fa2087-64c1-4d51-afa1-b8b7b5cda206","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:36.819200281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"0bf144c7-00a6-4ea8-afac-90244a7282fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:36.82093189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-b-82ef1b6b-auth","reconcileID":"a0effacd-5e95-4036-9456-9bdc4181a5f4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:37.181313554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-b-82ef1b6b-auth","reconcileID":"07d8e4a9-2a5a-445f-abfe-46c22a20837c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:37.181366062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238-auth","reconcileID":"425dccb5-2d82-4603-b12d-db21fa830a67","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:37.181812634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"0db74c6a-9a75-4445-8783-0616c8ee2231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:37.181824853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6d25d471-68a5-40ef-bf1e-13e649e41a9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:37.182534765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79590e2e-6ce3-44fc-be2a-a3a7337ac291","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:37.239268189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-b-82ef1b6b-auth","reconcileID":"07d8e4a9-2a5a-445f-abfe-46c22a20837c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:37.239466926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6d25d471-68a5-40ef-bf1e-13e649e41a9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:37.241872008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79590e2e-6ce3-44fc-be2a-a3a7337ac291","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:37.241945377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238-auth","reconcileID":"425dccb5-2d82-4603-b12d-db21fa830a67","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:37.244330834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"0db74c6a-9a75-4445-8783-0616c8ee2231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:37.560096793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf77d237-abee-42cb-b138-cf0ce81fe0f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:37.618684921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf77d237-abee-42cb-b138-cf0ce81fe0f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.222669754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"ad7f4582-d07a-4460-8e91-8a27278a0e97","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.222695635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"ad7f4582-d07a-4460-8e91-8a27278a0e97","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"auth-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"auth-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.281434642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"1cd52183-edc0-404f-b7e2-b176687f3aba","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.281459114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"1cd52183-edc0-404f-b7e2-b176687f3aba","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"auth-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"auth-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.331602298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"2c119bba-e8ac-48ad-8d8f-b267d0ae7cf8","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:35:39.332067689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"33b57546-540f-4184-850c-249a7b78419d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c28ad7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:35:39.335815701Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"1cd52183-edc0-404f-b7e2-b176687f3aba","name":"auth-test-model-e92519","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-e92519\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:35:39.335864394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"1cd52183-edc0-404f-b7e2-b176687f3aba","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-e92519\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.341164061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"60ef17de-29ba-4dd8-9bd7-2a0a9289778b","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.341177626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"60ef17de-29ba-4dd8-9bd7-2a0a9289778b","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"auth-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"auth-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.384466475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7dd02fcd-06a0-4338-a053-9835feacb3fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.384746389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3e8b4fe-e519-41b0-8026-f0ad3c8651ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.389885847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"2c119bba-e8ac-48ad-8d8f-b267d0ae7cf8","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.439746761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"acad57a5-415a-42b7-af85-a595de23d243","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.439767439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"acad57a5-415a-42b7-af85-a595de23d243","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"auth-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"auth-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.442265658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7dd02fcd-06a0-4338-a053-9835feacb3fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.443408063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3e8b4fe-e519-41b0-8026-f0ad3c8651ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.496047434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"bae3f313-a5a2-4455-9407-b678c82fa7bd","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.496067003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"bae3f313-a5a2-4455-9407-b678c82fa7bd","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"auth-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"auth-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.701848204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"d69ec5d4-1aa2-4a5b-a1c5-67afee9524de","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.71132298Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"bba193d1-ed7c-46c9-a8b2-2a756f1ab4c2","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-auth-test-model-e92519","model":"auth-test-model-e92519","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-e92519/e2e-auth-iso-c28ad7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.760671807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"d69ec5d4-1aa2-4a5b-a1c5-67afee9524de","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.879264171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"27765c46-e336-444e-afbf-1eb5e40d303f","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:39.879284415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"27765c46-e336-444e-afbf-1eb5e40d303f","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"auth-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"auth-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.094380412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"781e4867-9887-49a9-9a32-c86fb887b46f","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-auth-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.198444974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bd90d7f-140c-4217-8b4c-7fea26b8caf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.198501221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9124c35-f9a9-4d79-b557-040788ad886f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.256640245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bd90d7f-140c-4217-8b4c-7fea26b8caf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.257444699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9124c35-f9a9-4d79-b557-040788ad886f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.263998609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"9739308c-ba04-4eca-b211-6f7424ed841b","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.264014885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"9739308c-ba04-4eca-b211-6f7424ed841b","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"auth-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"auth-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:40.736547161Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-50886e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-50886e","reconcileID":"909ff3e9-83be-4321-96bb-4628aba3bf42","aitenant":"ai-tenants/e2e-praxis-a-50886e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.311756149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816f98cd-d16b-44ee-9d64-ce2744c07721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.36634037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816f98cd-d16b-44ee-9d64-ce2744c07721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.419902772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816f98cd-d16b-44ee-9d64-ce2744c07721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.473834705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816f98cd-d16b-44ee-9d64-ce2744c07721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.589428945Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-50886e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-50886e","reconcileID":"909ff3e9-83be-4321-96bb-4628aba3bf42","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-50886e","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-50886e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.797983028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cabf53df-4ad8-4075-a0bc-555492b28fac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.798151838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0588956-6714-4519-8151-4c9dd986a6ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.855866214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cabf53df-4ad8-4075-a0bc-555492b28fac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:41.856926703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0588956-6714-4519-8151-4c9dd986a6ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:43.411029878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38fb3fb-6ea8-41c2-9ec4-c686f177c506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:43.464325237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38fb3fb-6ea8-41c2-9ec4-c686f177c506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:43.517363319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38fb3fb-6ea8-41c2-9ec4-c686f177c506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:43.570300986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c38fb3fb-6ea8-41c2-9ec4-c686f177c506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:45.531364243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef70d7a5-7232-4521-8039-868afe7232b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:45.584398437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef70d7a5-7232-4521-8039-868afe7232b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:45.637608982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef70d7a5-7232-4521-8039-868afe7232b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:45.690806864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef70d7a5-7232-4521-8039-868afe7232b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:46.926010135Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-82ef1b6b","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-b-82ef1b6b","reconcileID":"4bfdc6f3-b245-43b5-9b35-e146fb5a9a1d","MaaSSubscription":{"name":"e2e-filter-sub-b-82ef1b6b","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscription":"e2e-filter-sub-b-82ef1b6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:47.143767285Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-82ef1b6b","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-b-82ef1b6b","reconcileID":"4bfdc6f3-b245-43b5-9b35-e146fb5a9a1d","MaaSSubscription":{"name":"e2e-filter-sub-b-82ef1b6b","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:47.358183475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"e98b128e-6ff7-4f0a-8b6c-0348691e3400","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:47.408192332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"cadeb02e-e0a3-4a58-9c4b-47efb2be3d31","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:47.556704956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"947e1d8c-0822-463c-983f-8e9069662030","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:47.567450855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"334f4b89-9c54-4ee7-ba20-dea23f7e84f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:47.567583703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"03e6139f-2e9a-49dd-8600-37d4854c1012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:47.568280401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238-auth","reconcileID":"fbb9efff-91cc-46f0-be27-cd4ba0e56d31","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:47.568455647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"7d6b457a-9c1c-4e93-99cf-6aeb388aaeea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:47.568689406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-b-82ef1b6b-auth","reconcileID":"6e5a7e50-f399-453e-861b-235b82ff5b24","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:47.626505443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"334f4b89-9c54-4ee7-ba20-dea23f7e84f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:47.627323004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"03e6139f-2e9a-49dd-8600-37d4854c1012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:47.629224165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-b-82ef1b6b-auth","reconcileID":"6e5a7e50-f399-453e-861b-235b82ff5b24","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:47.630867448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238-auth","reconcileID":"fbb9efff-91cc-46f0-be27-cd4ba0e56d31","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:47.631492116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"7d6b457a-9c1c-4e93-99cf-6aeb388aaeea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:47.864164403Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-a-24965238-auth","reconcileID":"ab5bb5b3-dc77-4b0c-92d7-91b322caf71c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-24965238-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:48.024115262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eabb98f4-ef0a-45f0-983c-5f2fa0422410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:48.073811609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"294cc895-15a6-4a90-8b28-49eddb1ca913","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:48.082313058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eabb98f4-ef0a-45f0-983c-5f2fa0422410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:48.219110328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"6fd06e32-fbc9-4b8a-9eb8-02e07cedea3d","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:48.219164627Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-filter-sub-b-82ef1b6b-auth","reconcileID":"10141c63-3966-4770-a89f-42d1be95802a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-82ef1b6b-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:48.445398196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"b4cba791-e7d9-4f02-b25f-b19c550c4534","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:52.686913507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09904357-2f4f-4f5b-803e-3300adfcc987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:52.686900335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dde9a7e-b4e4-45bc-9e3d-2c6c4bf14b31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:52.746754226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09904357-2f4f-4f5b-803e-3300adfcc987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:52.747510296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dde9a7e-b4e4-45bc-9e3d-2c6c4bf14b31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.626992513Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","namespace":"ai-tenant-e2e-praxis-b-8977e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.627051577Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","namespace":"ai-tenant-e2e-praxis-b-8977e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.627100189Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","tenant":"e2e-praxis-b-8977e5","tenantID":"e2e-praxis-b-8977e5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.689362321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","gvk":"Deployment","name":"maas-api-e2e-praxis-b-8977e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.710137987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"8c11682c-f637-4b15-bf0b-2a3da5ebf157","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-auth-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.752603581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","gvk":"Service","name":"maas-api-e2e-praxis-b-8977e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.814007065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-8977e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.868660349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-8977e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.875661626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"16a4c2cb-60d6-48d8-a9fe-15741aee589e","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.875682428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"16a4c2cb-60d6-48d8-a9fe-15741aee589e","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"auth-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"auth-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.924097441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-8977e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.930754787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8145477-ba96-4667-b8b1-9f97b6742a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.988122032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8145477-ba96-4667-b8b1-9f97b6742a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:53.988928158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-8977e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.023521892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"52f3ce53-6e7d-4ad6-adeb-657bf306dfb3","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.041916845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8145477-ba96-4667-b8b1-9f97b6742a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.042885105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"fb2f725a-052f-442f-8c84-cbbe0806f3d8","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.100179812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8145477-ba96-4667-b8b1-9f97b6742a1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.103065296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-8977e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.113015521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"889813f6-0236-4b13-98ef-599fdda3f2df","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.113382106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"f8b7a8ad-7d1c-4d98-8a5e-debf66b55a3e","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.15873641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-8977e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.213999262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"440812f4-a3f1-450c-baba-96bde81ffeb3","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.214606635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-8977e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.268429086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-8977e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.268532346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a7a7f05b-a657-4b01-8301-3c0580b581df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.269118425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"875bc68b-abc6-45cf-a508-0548d8483208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.26976059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"c14f843c-6e40-472b-a98e-5fd8b9303ae6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.273637676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"440812f4-a3f1-450c-baba-96bde81ffeb3","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.324397289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","gvk":"Service","name":"payload-processing-e2e-praxis-b-8977e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.331362282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a7a7f05b-a657-4b01-8301-3c0580b581df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.363582226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"6b7ef042-e8ad-4dc7-8933-a69c22041278","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.377676748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-8977e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.382417528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"875bc68b-abc6-45cf-a508-0548d8483208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.430373171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-8977e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.490339999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-8977e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.546768778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-8977e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.604035335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-8977e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.656386563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-8977e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.696326323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"af5f8a48-3b8d-4cd8-be49-eafda4dd075a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.709996777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-8977e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.75359366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"af5f8a48-3b8d-4cd8-be49-eafda4dd075a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.762812329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-8977e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.793339214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7a7a54ec-66ae-4f43-84d2-10766ce18cda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.818351952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-8977e5"},"namespace":"ai-tenant-e2e-praxis-b-8977e5","name":"default-tenant","reconcileID":"f7222dfc-e5b9-4d5c-85a4-31c9d0c29e05","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-8977e5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:54.853290612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7a7a54ec-66ae-4f43-84d2-10766ce18cda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:55.759016119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"7d165a83-bceb-4418-89f6-cc4060492ab8","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:55.759036381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"7d165a83-bceb-4418-89f6-cc4060492ab8","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"auth-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"auth-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:55.814511732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"85c31b1f-a7b7-435d-96bb-a3e2fd326837","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:55.814535928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"85c31b1f-a7b7-435d-96bb-a3e2fd326837","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"auth-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"auth-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:55.921231233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"3c456bf4-0080-49d1-8f82-daeaea99ba2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:56.089398046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95578dc-e4be-45f4-a70e-470fde4af036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:56.106604761Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"3c456bf4-0080-49d1-8f82-daeaea99ba2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:56.146329616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95578dc-e4be-45f4-a70e-470fde4af036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:56.206610156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95578dc-e4be-45f4-a70e-470fde4af036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:56.206658044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"3c456bf4-0080-49d1-8f82-daeaea99ba2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:56.26001239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e95578dc-e4be-45f4-a70e-470fde4af036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:56.263100524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"e9d1a6cf-99e7-4036-9a5b-1a6180c7ee80","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:56.263119456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"e9d1a6cf-99e7-4036-9a5b-1a6180c7ee80","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"auth-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"auth-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:57.068364176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7bc5502-4c93-4fbc-91ce-06942ef94f7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:57.068375018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07ee69cd-425a-4dc8-af69-e1d9b7b6566f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:57.12547493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7bc5502-4c93-4fbc-91ce-06942ef94f7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:57.126037766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07ee69cd-425a-4dc8-af69-e1d9b7b6566f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:59.325100343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebe6f72e-750f-44b4-b623-50884bcafd00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:59.325156252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dd0ca26-145b-4bff-ad4e-c310aeda795c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:59.38382978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebe6f72e-750f-44b4-b623-50884bcafd00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:59.383936948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dd0ca26-145b-4bff-ad4e-c310aeda795c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:35:59.858439481Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-8977e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-8977e5","reconcileID":"913526fc-5060-4f7a-82ac-aefb353036a7","aitenant":"ai-tenants/e2e-praxis-b-8977e5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:00.464962472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753dbf95-ac5f-4060-b969-36dd9f1dec71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:00.518096456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753dbf95-ac5f-4060-b969-36dd9f1dec71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:00.571486539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753dbf95-ac5f-4060-b969-36dd9f1dec71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:00.624954077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753dbf95-ac5f-4060-b969-36dd9f1dec71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:00.684003007Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-8977e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-8977e5","reconcileID":"913526fc-5060-4f7a-82ac-aefb353036a7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-8977e5","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-8977e5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:00.840312886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"574ed52b-4d90-4354-a89e-29ab9d0321ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:00.846683383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e1c563a-978a-4428-8088-fc96587ed2b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:00.846750679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9f3d3ad-55da-4467-a339-d19241611b5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:00.90769618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9f3d3ad-55da-4467-a339-d19241611b5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:00.907856128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e1c563a-978a-4428-8088-fc96587ed2b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:02.567255926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"049fce22-c075-48eb-8d5b-4e7ba632fe6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:02.621955041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"049fce22-c075-48eb-8d5b-4e7ba632fe6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:02.675516523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"049fce22-c075-48eb-8d5b-4e7ba632fe6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:02.729092759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"049fce22-c075-48eb-8d5b-4e7ba632fe6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:02.729549237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c86b7e1e-6564-4c37-ad04-0cc6c1282b5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:02.730117692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8a4a1ff-9434-4f9f-b021-5fc6a68eb674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:02.787245587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c86b7e1e-6564-4c37-ad04-0cc6c1282b5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:02.788462328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8a4a1ff-9434-4f9f-b021-5fc6a68eb674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:03.220980619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffd5b3f4-f614-4c29-b73c-0fea1bb556df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:03.220991677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ecf8288-d7df-42f6-8edf-89df4deaf090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:03.278646103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ecf8288-d7df-42f6-8edf-89df4deaf090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:03.278645947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffd5b3f4-f614-4c29-b73c-0fea1bb556df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:03.912642546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"a875d34c-bd64-4c44-a7dd-f08a8965ab39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:04.731108721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df062d63-5166-4bd4-8736-f1af7c08c9c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:04.784214581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df062d63-5166-4bd4-8736-f1af7c08c9c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:04.837322123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df062d63-5166-4bd4-8736-f1af7c08c9c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:04.890449365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df062d63-5166-4bd4-8736-f1af7c08c9c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:05.893957642Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.36953076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"61d0ca75-d0af-4926-b01e-3decd5778ea0","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.426625984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"61d0ca75-d0af-4926-b01e-3decd5778ea0","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.482144508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"61d0ca75-d0af-4926-b01e-3decd5778ea0","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.670419796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"ac83c088-6b5e-420f-9a6c-8146a3b6f2cb","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.728065253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"cc510daa-01ca-4e7e-94e6-33f7cb14ca42","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:06.778688149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-5dfcfbb3","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-sub-binding-5dfcfbb3","reconcileID":"471b8080-8d16-4e3d-a5ab-2ecb5fd646a2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-5dfcfbb3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.826130039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3af0fd3-2418-4f82-a4eb-471428e7ee85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.879769154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3af0fd3-2418-4f82-a4eb-471428e7ee85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.880082052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"b859269c-8988-4e32-ae02-ede0a2e78723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.933285072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3af0fd3-2418-4f82-a4eb-471428e7ee85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.93341205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"10f48b1b-7b57-46e0-a15f-d61a87afd2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.936040532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"01e1603b-6820-4e2f-a476-229e14f22237","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.986703005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3af0fd3-2418-4f82-a4eb-471428e7ee85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.987134807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd5f18e7-5ffc-4679-9d08-eb723629b740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.987897527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f11edd96-f6e2-4f7b-b050-57ac9449409b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:06.990552933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"10f48b1b-7b57-46e0-a15f-d61a87afd2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:07.047516725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd5f18e7-5ffc-4679-9d08-eb723629b740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:07.047588555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"cbcb601f-8e89-453f-9c83-6159b122a838","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:07.04999342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"b859269c-8988-4e32-ae02-ede0a2e78723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:07.08210104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f11edd96-f6e2-4f7b-b050-57ac9449409b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:07.37024217Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-5dfcfbb3","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-sub-binding-5dfcfbb3","reconcileID":"47a3e2f8-23d8-46ec-bcac-0c2939764787","MaaSSubscription":{"name":"e2e-apikey-sub-binding-5dfcfbb3","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-apikey-sub-binding-5dfcfbb3","ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:07.38813824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"c606651d-5d04-4530-9cab-b43d8713663c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:07.445232193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"c606651d-5d04-4530-9cab-b43d8713663c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:07.494046424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb8e419c-4966-430a-bd25-2520af7eb2c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:07.494266118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"abaefffb-7d97-4432-9424-6e089784f8ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:07.494052316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c4f708e-ab90-49a4-98c6-775fd13f4d91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:07.546883963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"b9b905e5-0d99-47b4-bf88-d9c93c9b26fb","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:07.554238826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb8e419c-4966-430a-bd25-2520af7eb2c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:07.557276883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c4f708e-ab90-49a4-98c6-775fd13f4d91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:07.559012299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"abaefffb-7d97-4432-9424-6e089784f8ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:07.59608865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"d08e3ccb-9ae7-4cd0-ac4b-fc96aea6de92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:07.765230635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-5dfcfbb3","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-sub-binding-5dfcfbb3","reconcileID":"4803a3d8-df92-459b-8206-375d14eea5ae","MaaSSubscription":{"name":"e2e-apikey-sub-binding-5dfcfbb3","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:08.126206917Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a4dad5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a4dad5","reconcileID":"8cefb852-3522-4546-ac23-bdbd9e67d34c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a4dad5","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-a4dad5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:08.491387294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5916ebd6-1f95-4174-a035-0f85c6ddeb79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:08.492944215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28fc6e48-dc38-4428-8d72-d25bdde1995e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:08.554005819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28fc6e48-dc38-4428-8d72-d25bdde1995e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:08.556528377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5916ebd6-1f95-4174-a035-0f85c6ddeb79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:08.919346393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7671b923-eb90-47c8-b04c-767961d4222a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:08.91958277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c89b9b29-8c3b-40a2-a243-007d7b6dae5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:08.977283475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c89b9b29-8c3b-40a2-a243-007d7b6dae5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:08.978375907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7671b923-eb90-47c8-b04c-767961d4222a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:09.069941949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b83ec8-4458-4636-be31-38df7e70f41a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:09.124261644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b83ec8-4458-4636-be31-38df7e70f41a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:09.178299621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b83ec8-4458-4636-be31-38df7e70f41a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:09.236329053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b83ec8-4458-4636-be31-38df7e70f41a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:10.172106849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f51043d-0e8e-4a22-9e87-3b52956dbc00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:10.172107398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"804e68cb-650b-458a-86a8-71f2928311a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:10.230579641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f51043d-0e8e-4a22-9e87-3b52956dbc00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:10.230857152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"804e68cb-650b-458a-86a8-71f2928311a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:10.64740053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e41665b2-dea4-4bd8-b92b-4bc9580eaff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:10.648869208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78bd338c-cdd2-4c4a-8ff5-077cdef5fd65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:10.715424686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78bd338c-cdd2-4c4a-8ff5-077cdef5fd65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:10.718883933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e41665b2-dea4-4bd8-b92b-4bc9580eaff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:10.882470093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-5dfcfbb3","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-sub-binding-5dfcfbb3","reconcileID":"e06eddb9-c71c-49fd-9d51-148b2841ef51","MaaSSubscription":{"name":"e2e-apikey-sub-binding-5dfcfbb3","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:10.883281619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"1a3e52e4-1d82-4fa3-96f1-1634e3e537d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:11.152116003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0197d34a-5705-42ca-a033-b4a40ec4ce6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:11.152131566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b6d353dc-a1e7-4bf2-9ca9-9b8163b54345","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:11.21074201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b6d353dc-a1e7-4bf2-9ca9-9b8163b54345","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:11.211736674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0197d34a-5705-42ca-a033-b4a40ec4ce6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:11.324907588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d7c63c-900d-4dd8-8e0d-9f637fce768c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:11.378097931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d7c63c-900d-4dd8-8e0d-9f637fce768c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:11.430942224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d7c63c-900d-4dd8-8e0d-9f637fce768c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:11.485306683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d7c63c-900d-4dd8-8e0d-9f637fce768c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:11.649608253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"033a2c51-63eb-46b3-a14a-ca2f664c91df","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:11.824103653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"614c2d1a-de90-47ea-8c25-d91fb6d4a115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:11.82692824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"df698c7c-7e7b-4f75-b32d-a945e7ae0e84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:11.82792991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bcfdd2e-b58d-4a33-b76f-d1b37a5e4c60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:11.827937893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c7ae92a-d3bb-47a8-8ae1-48414bab45f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:11.896210517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"614c2d1a-de90-47ea-8c25-d91fb6d4a115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:11.905910363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"df698c7c-7e7b-4f75-b32d-a945e7ae0e84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:11.921410018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bcfdd2e-b58d-4a33-b76f-d1b37a5e4c60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:11.923594018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c7ae92a-d3bb-47a8-8ae1-48414bab45f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:16.593367876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"e1cc97cc-85ce-43a1-93bc-ea028428779a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:16.654490533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"e1cc97cc-85ce-43a1-93bc-ea028428779a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:16.710848899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d039f242a04e8d8bf93b94033012dd0b8933e1f7447d38a179e0723c0c16ecd4) AuthConfig (0d79815e9b31dbac7ef95a0ba3085011ba03ba22eb2eb4bd1c7b706b76a2a111) AuthConfig (742a225914379a7ec94673b3039b64cb5d4b1e3cd002f56921fc1a6869dfcfb0) AuthConfig (a96ea2e3b07fdf0760ac64c76e4f643aae8f819dbd4667df28cbd0b6b017d4e8) AuthConfig (4572a61c8afe21a8ece866daf481477ac0f6a0811ac156b9fb9a9d8fa6124f56) AuthConfig (c5938afd7728b8235bf48401328ad726417e11fa4b25d9a2967d134256354f01) AuthConfig (1d92a8361b9a0c254ac4b7c328d3f0a7a8c40debda2e148a0b415fbbec6b3eab) AuthConfig (f144d3c617ff22cf3d43bc4f72bfd03b04ae1daa9f172ae33e7991168d146a15) AuthConfig (5a9b08265e795a7abc849ccbdd8452e33961fb9e73100a2bc4ae507edfddb5bc) AuthConfig (f7f84c10766dca51aaf2916b654d9b0cf80baa189867e90f3bc4ca8e7e3d6dd0) AuthConfig (2c4ce26341b542d906834a4618cf0a219f3a59a5f2cbfbb5d5d8f0ab3d0795af) AuthConfig (9c152470a26dc8b61d88f57ec0cae9fb3fd8f80182e387fda36e9686f2f52d31) AuthConfig (31f7d8acab2d921c693feb89e1b8c3037a726a7b15987fd7ecbe632d1db513c0) AuthConfig (61b9a8ec233c5736acfafd340c1a6e6a2af72577aeb73d571a3dcd2b6ff736d7) AuthConfig (757336313680d29eea48917e08fc0efb41c25d36eaf734e88bb3223789e12340) AuthConfig (f776944bd5cececa107acc0012d88df559bd0dd252b71378ba8c3d2643cfdc9a) AuthConfig (7381538d0a5b0568169b58eb4bef3f9a7e48bdc8852a006a6abd3b2f167127c0) AuthConfig (75131debd9c884657d932c3b276145cf91fe43fdf81f89df85e8ab48ab7c407b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"e1cc97cc-85ce-43a1-93bc-ea028428779a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:16.769575305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"e1b1451d-8535-4865-b4d3-d4b9ef46b70c","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:16.769662031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"e1b1451d-8535-4865-b4d3-d4b9ef46b70c","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"auth-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"auth-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:21.831352989Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-5dfcfbb3","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-sub-binding-5dfcfbb3","reconcileID":"cb3042f1-13e7-42a8-b13e-414ed52daafb","MaaSSubscription":{"name":"e2e-apikey-sub-binding-5dfcfbb3","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscription":"e2e-apikey-sub-binding-5dfcfbb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:22.046372405Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-5dfcfbb3","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-apikey-sub-binding-5dfcfbb3","reconcileID":"cb3042f1-13e7-42a8-b13e-414ed52daafb","MaaSSubscription":{"name":"e2e-apikey-sub-binding-5dfcfbb3","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:22.263185739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"c407998a-7536-4572-a393-a2e6186755b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:22.310733551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"0b1129fc-13f6-4db3-807a-b4f37c26360e","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:22.469747331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ffcaa3b7-60e7-4f7b-bdda-7a13e7688b2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:22.470221031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbb52d50-11df-4c48-a2db-5bdfee63bcf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:22.470273019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ddcca997-2ca9-48ba-9ac6-691a46c3e1e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:22.471756393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3e2efad-3ac7-47c5-8889-24e220cc805d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:22.52667274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ffcaa3b7-60e7-4f7b-bdda-7a13e7688b2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:22.528174262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ddcca997-2ca9-48ba-9ac6-691a46c3e1e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:22.528882947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbb52d50-11df-4c48-a2db-5bdfee63bcf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:22.530418817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3e2efad-3ac7-47c5-8889-24e220cc805d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:23.481076718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"81cc8d9d-65c6-4d43-b800-25fd44d46b66","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:23.539454858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"72f53383-112a-4ef9-bb1c-b7e3a4255292","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:23.588918465Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-ordering-sub","reconcileID":"dd1efc79-cb04-41a4-afa7-5a014deaed06","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:23.643444106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f29521e-1afc-4707-9fe6-292cd8c17a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:23.643529678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc874f68-e269-45f7-a1e2-d75d26b38b92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:23.644397833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"74075f81-d721-4711-9f6f-90ab06824d6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:23.644491531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0d1f8485-5095-4e36-b30a-0e00988b2cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:23.702116879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"74075f81-d721-4711-9f6f-90ab06824d6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:23.702423906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f29521e-1afc-4707-9fe6-292cd8c17a68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:23.704561676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc874f68-e269-45f7-a1e2-d75d26b38b92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:23.704692827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0d1f8485-5095-4e36-b30a-0e00988b2cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:23.705327136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"9fe89dfe-c0a3-40aa-b3e5-553cb8802b31","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:23.760479861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"32ed38e7-4bc5-4e71-bb00-34ca00596609","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:24.033090139Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-ordering-sub","reconcileID":"42f2c639-59c9-4ff6-acd6-01ace16fba3c","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-ordering-sub","ai-tenant-e2e-worker-w0-a7f34a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:24.069971393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"8c190f75-e8f4-4f3b-b57c-2a8514be506f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:24.070271122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d85390d6-365a-431d-8eea-b4717ac5ff0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:24.070407888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"296225a6-de62-4315-9b75-391cf358d5ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:24.071083035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2d20b04-fc9c-4625-8cf2-dd4f2d7349d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:24.127347799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"8c190f75-e8f4-4f3b-b57c-2a8514be506f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:24.127370277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d85390d6-365a-431d-8eea-b4717ac5ff0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:24.12983856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2d20b04-fc9c-4625-8cf2-dd4f2d7349d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:24.130020986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"296225a6-de62-4315-9b75-391cf358d5ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:24.198226611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"1ea163e3-82be-42e9-a4b6-cd699b6d4081","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:24.245246172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"8632c90f-d475-4f44-b8dc-2f25d5b7694a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:24.410743425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-ordering-sub","reconcileID":"a5f67089-a8a6-416d-a2cd-53f7fc89c073","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.194435589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"63cba601-21d7-459c-8c89-14f40b760422","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.875558035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"9c541c51-7359-49d3-99d4-30ce49cbd2c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:26.932266738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"9c541c51-7359-49d3-99d4-30ce49cbd2c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:27.13945648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"bf2becce-9bb3-402e-9e6e-3c80fe5982c9","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:27.194352168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"c3fb0e70-3336-487a-b5fb-d809594e984c","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:27.248453095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"60e402db-5822-46cf-9a67-5721f236dc1d","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:27.248478085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"60e402db-5822-46cf-9a67-5721f236dc1d","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"auth-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"auth-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:27.352655668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-ordering-auth","reconcileID":"0f0d1d41-0719-4cc9-bfea-d47db9a0c245","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:27.409278475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-ordering-auth","reconcileID":"0f0d1d41-0719-4cc9-bfea-d47db9a0c245","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:27.680077565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"328ab47b-cde5-436b-9c1a-ce1fc0629090","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:30.015462425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"9c3c31fb-a2db-438b-81de-150fe83fbc8f","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:30.174160632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"eff2e74e-6e2d-42e4-9abc-ed28423a0bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:30.174568235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58d1dc9e-d641-4cd4-abed-5f69c6b2ce92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:30.174963633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"507f7651-ce3c-464b-8b70-1d679301e565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:30.175341401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"00a38b5b-07dc-4e2b-a6df-ff6c13b8c737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:30.175568813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-ordering-auth","reconcileID":"7b714c02-ecc7-4a11-8d02-76f565076933","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:30.23150188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"eff2e74e-6e2d-42e4-9abc-ed28423a0bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:30.233574554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58d1dc9e-d641-4cd4-abed-5f69c6b2ce92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:30.233937285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"507f7651-ce3c-464b-8b70-1d679301e565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:30.236067809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-ordering-auth","reconcileID":"7b714c02-ecc7-4a11-8d02-76f565076933","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:30.237255595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"00a38b5b-07dc-4e2b-a6df-ff6c13b8c737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:30.385862044Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-ordering-sub","reconcileID":"9362cca0-a7cc-43e3-ba64-cd1c2cf73254","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4d6db1c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:30.603824314Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"81adc37b-3c5b-423a-a823-1da859af982a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:30.938019616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"d82aaf7b-7c0b-4349-96d9-0f8666b6e5e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.408238882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"2e9e9a37-a043-4021-af66-7f86231bfd4f","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.408259197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"2e9e9a37-a043-4021-af66-7f86231bfd4f","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"auth-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"auth-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.470656881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"11df78f3-a8f2-4514-9a21-b1de8f9e7a31","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.470681149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"11df78f3-a8f2-4514-9a21-b1de8f9e7a31","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"auth-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"auth-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.513961923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"12f07a75-2a8e-4205-9606-0edc6fffc795","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:32.517453875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"bfbb58a2-fc79-469e-8ee2-b5a2d9fc827c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c28ad7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:32.524995399Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"11df78f3-a8f2-4514-9a21-b1de8f9e7a31","name":"auth-test-model-3880e7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-3880e7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:32.525044596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"11df78f3-a8f2-4514-9a21-b1de8f9e7a31","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-3880e7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.530643159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"372adb06-9ccd-4c44-a5ff-dcd551c28115","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.530657722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"372adb06-9ccd-4c44-a5ff-dcd551c28115","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"auth-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"auth-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.566892226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2255cd2-3aa9-441c-a58d-098667b7ff4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.566903187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9d9f596-4106-4183-87c9-8fdd21e9ee3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.570861613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"12f07a75-2a8e-4205-9606-0edc6fffc795","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.626547255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9d9f596-4106-4183-87c9-8fdd21e9ee3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.626725584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2255cd2-3aa9-441c-a58d-098667b7ff4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.637862808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"67ffa674-b077-4e35-8a3d-4ff856890b28","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.63787952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"67ffa674-b077-4e35-8a3d-4ff856890b28","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"auth-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"auth-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.695659698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"cb4bceaf-d180-40b1-a475-08e6ea49d6e4","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.695677927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"cb4bceaf-d180-40b1-a475-08e6ea49d6e4","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"auth-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"auth-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.886323567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"e0366527-67f5-46a2-980e-502d70880719","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.910717941Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"623f20b2-b2f2-43c9-a4e5-122025d5e14b","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-auth-test-model-3880e7","model":"auth-test-model-3880e7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-3880e7/e2e-auth-iso-c28ad7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:32.942912093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"e0366527-67f5-46a2-980e-502d70880719","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.077228476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"2e98c418-a4d9-4880-b816-12a5ddf4ee1b","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.077252833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"2e98c418-a4d9-4880-b816-12a5ddf4ee1b","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"auth-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"auth-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:33.293274417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"c70c541f-6fb5-49ad-a412-5dbe28b519f4","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-auth-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:35.892907661Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:40.440007062Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-ordering-sub","reconcileID":"6907d6a3-c1dc-4686-ac94-d05bc3946ed5","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:40.602947688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-ordering-sub","reconcileID":"6907d6a3-c1dc-4686-ac94-d05bc3946ed5","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:40.820868649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"7fc147d2-4ee3-4965-b673-49531bf3c470","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:40.962286059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"19592863-a65c-4484-a6e6-54e9ca1b2d3f","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:40.980636944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-ordering-auth","reconcileID":"e7076d5b-2bc6-40d6-906d-165b9659cf0c","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:40.981090143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ac57ddfe-acd4-4789-a6a3-1276e54f6dba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:40.981490643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"0d363ccd-a31d-48c1-ac1e-42b018c566b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:40.9818976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f051bf6f-7336-4aa2-b653-6b285c105d5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:40.982411103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9723a93-302d-42f6-8911-48770f42a6d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:41.038366904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-ordering-auth","reconcileID":"e7076d5b-2bc6-40d6-906d-165b9659cf0c","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:41.03896956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ac57ddfe-acd4-4789-a6a3-1276e54f6dba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:41.040858484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"0d363ccd-a31d-48c1-ac1e-42b018c566b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:41.041118514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f051bf6f-7336-4aa2-b653-6b285c105d5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:41.043039345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9723a93-302d-42f6-8911-48770f42a6d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:41.245479604Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-ordering-auth","reconcileID":"085cd511-88d9-4247-8497-7efc4e1a920e","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:41.502934853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"992d9f82-e19d-4d6a-a374-66c8628934ac","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.719116983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"4a01bb62-38e8-4c05-bb92-d5908b3fefc8","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.774104164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"312ceb47-6205-4a29-8365-dd06233a9a1c","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.932424832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-success","reconcileID":"88daf10f-583e-4246-981b-ed108d818e8f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.988913143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"8b21e82e-848a-42d6-87d0-eb4e91fcdd44","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:42.989658809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-success","reconcileID":"88daf10f-583e-4246-981b-ed108d818e8f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.048182113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"22dc1884-4045-4c4a-a053-2ebd0e7a03ea","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:43.096912761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-subscription-success","reconcileID":"ce2825b4-8436-4756-90a6-ac38f778bee5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.147240998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5150514-3108-4e1f-ac48-f8dc82a31c0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.148366625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"80447e9a-502f-459c-8137-c86009a20a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.148756123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"5628787a-e6ba-4efb-a30a-251d744f3e54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.148987506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d9bac97-38a8-4d9a-b143-479ace477663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.205374096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5150514-3108-4e1f-ac48-f8dc82a31c0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.205487126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"5628787a-e6ba-4efb-a30a-251d744f3e54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.207746189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d9bac97-38a8-4d9a-b143-479ace477663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.208043807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"80447e9a-502f-459c-8137-c86009a20a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.209811629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"e9b82121-748e-4e5d-adc4-913ef142c2b6","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.263845818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"aa9385d3-203d-4390-97cb-93bb3b1fec48","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.267296141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"4bf69de5-4c20-448b-8945-9b34e0b6a78f","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.422035869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-success","reconcileID":"24817138-5492-41e9-aae5-f3c1d0b993b0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.478813184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-success","reconcileID":"24817138-5492-41e9-aae5-f3c1d0b993b0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.53853522Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-subscription-success","reconcileID":"ad0e2247-88d9-4f24-aeaf-93067e7e6f0a","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-test-subscription-success","ai-tenant-e2e-worker-w0-a7f34a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.570822587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b61b6f9f-4b23-40f8-9048-217a84c0aa75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.571256926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"873649af-7668-46d5-8dde-a9190e253851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.628881152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b61b6f9f-4b23-40f8-9048-217a84c0aa75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.629013594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"873649af-7668-46d5-8dde-a9190e253851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.670592009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"d0e98908-eb71-432b-8753-9ec6c48dab50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.670946556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ed0fa36-35ca-4eec-889c-e049a601d9be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.705398055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"4919e837-18f0-4aeb-96b0-81dfcddb5906","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.727860612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"d0e98908-eb71-432b-8753-9ec6c48dab50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.728021983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ed0fa36-35ca-4eec-889c-e049a601d9be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.752179307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"e2c77ef2-3104-4c99-9512-7ed6c64bed90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:43.918206503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-subscription-success","reconcileID":"4dfc94b7-98e6-4ee4-996a-8bd420652a71","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:46.546064306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"285518d8-d015-40c4-925b-b5d9f49c9282","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:46.716375931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"503e5daa-aed3-4d18-8703-cc775d9ea5d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:46.716716373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91ccfb79-18c5-48a7-90da-2a242443ee08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:46.717458454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c334f1d-7f47-469a-90a8-4c8557fdc112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:46.717555307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e0991f72-12d6-41e3-9fa4-042fc30b0af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:46.718023424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-success","reconcileID":"45bc4029-6e6c-4789-8745-e093240f2000","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:46.774744321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91ccfb79-18c5-48a7-90da-2a242443ee08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:46.775426086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"503e5daa-aed3-4d18-8703-cc775d9ea5d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:46.778702225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e0991f72-12d6-41e3-9fa4-042fc30b0af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:46.779957786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c334f1d-7f47-469a-90a8-4c8557fdc112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:46.781437814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-success","reconcileID":"45bc4029-6e6c-4789-8745-e093240f2000","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:49.98199195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"bab07d3a-409f-4f52-9750-6f95306dc8e0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:50.099081667Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"bab07d3a-409f-4f52-9750-6f95306dc8e0","name":"e2e-extmod-a-a4dad5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:52.233999567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"abd3987e-1c1c-459e-8748-c099e9fdaef3","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-auth-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:52.282061797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"09510479-4317-4553-8a89-f281068b7805","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:52.341418593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"09510479-4317-4553-8a89-f281068b7805","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:52.407373507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"fe517491-1a0a-45ea-b1fb-d6d943069e9e","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:52.407400753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"fe517491-1a0a-45ea-b1fb-d6d943069e9e","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"auth-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"auth-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:52.55372249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"91994688-334c-410e-b838-90d73af9f2d3","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"tenant":"e2e-inf-a-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:52.55375133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"91994688-334c-410e-b838-90d73af9f2d3","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"routeName":"test-model-cdf20e-kserve-route","namespace":"ai-tenant-e2e-inf-a-cdf20e","llmisvcName":"test-model-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:53.503979797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"d2ca63de-6d82-4972-bd2c-919eb0d322ed","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:53.504341533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"58fe7add-08e3-4578-a510-1965485663a1","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:53.504610777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"b9b5abc8-c2ae-4447-8de5-e6b2bf1319f9","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:53.575457026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"95356f4e-9c24-4e99-864b-c401e9631fe7","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:53.575758309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"02b70ff3-b88d-4dcc-ab26-dd16605f5f18","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:53.576024975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"98875e87-a0a8-4e01-a8ff-3be76447a1e2","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:53.664858774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a617b7fd-9e3f-4567-879c-176307aeee94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:53.665498967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"8d9a7f55-c020-4401-b7fb-83687c51d457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:53.720182787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"2b971488-429c-483f-8248-b7bd2c0527c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:53.720919374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"daee6fd3-5512-424c-bd0e-7547d687cffe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:53.722906656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a617b7fd-9e3f-4567-879c-176307aeee94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:53.723950467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"8d9a7f55-c020-4401-b7fb-83687c51d457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:54.09315952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"4252794f-f096-4b16-99e5-7eab91a0779e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:54.09316326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"d6dce5f6-d6de-4d2e-b715-209a000320d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:54.155488707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"d6dce5f6-d6de-4d2e-b715-209a000320d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:54.172772366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"4252794f-f096-4b16-99e5-7eab91a0779e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:56.716061883Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-subscription-success","reconcileID":"04ea3845-75ab-4a4f-84ba-49745f51dd7e","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:56.934100059Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-subscription-success","reconcileID":"04ea3845-75ab-4a4f-84ba-49745f51dd7e","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.150006793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"02ed6520-10fe-471d-9293-1d4b597813ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.197571296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"730404de-4bf8-4595-8d23-aca9ff9308c6","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.339472833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"6ddc70bf-33bb-4aad-92cd-bdcbc862621b","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.358303399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0289a84-7f92-420a-951e-f893c7c24de0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.359560902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"162fcb7c-cde0-45da-972c-3acc160806b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.36009053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"24f8e39f-50b1-43dd-8743-e6d3ce49ce28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.360261291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-success","reconcileID":"62e4894d-05f0-470b-a9a7-46b39edf6d0e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.360284193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58041b5a-6b35-4a5f-9a21-9f47d532e197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.416395602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0289a84-7f92-420a-951e-f893c7c24de0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.418589226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"24f8e39f-50b1-43dd-8743-e6d3ce49ce28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.418674927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"162fcb7c-cde0-45da-972c-3acc160806b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.421105004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-success","reconcileID":"62e4894d-05f0-470b-a9a7-46b39edf6d0e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.421261924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58041b5a-6b35-4a5f-9a21-9f47d532e197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.580488263Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-success","reconcileID":"f0938332-0654-406e-9df7-296b7c0e7ae0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:57.791694789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"1e24d7a0-1859-4df2-9dfc-f69dfb2bf797","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:58.009592743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"7c74f5e5-329e-43f8-8598-6383fad207ee","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"tenant":"e2e-inf-a-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:58.009627013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"7c74f5e5-329e-43f8-8598-6383fad207ee","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"routeName":"test-model-cdf20e-kserve-route","namespace":"ai-tenant-e2e-inf-a-cdf20e","llmisvcName":"test-model-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:58.067221101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"c9d6155a-5cc7-472d-9cf2-9e940f8b3ac4","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"tenant":"e2e-inf-a-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:58.067249156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"c9d6155a-5cc7-472d-9cf2-9e940f8b3ac4","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"routeName":"test-model-cdf20e-kserve-route","namespace":"ai-tenant-e2e-inf-a-cdf20e","llmisvcName":"test-model-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:58.173289551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"396c980b-1681-4a4b-ab4c-f9cba81b1d1a","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cdf20e","tenantID":"e2e-inf-a-cdf20e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:58.302462826Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"396c980b-1681-4a4b-ab4c-f9cba81b1d1a","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"name":"e2e-inf-a-cdf20e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:58.358453607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-cdf20e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"396c980b-1681-4a4b-ab4c-f9cba81b1d1a","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:58.416276361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"2cd89d35-64a7-44a9-94af-27653af8d3ab","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"tenant":"e2e-inf-a-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:58.416298686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"2cd89d35-64a7-44a9-94af-27653af8d3ab","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"routeName":"test-model-cdf20e-kserve-route","namespace":"ai-tenant-e2e-inf-a-cdf20e","llmisvcName":"test-model-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:58.878109924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"d38f59ac-bef7-44c1-bf6c-5d6f56203ebd","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:58.93551569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"1ddddc65-c07b-483c-9aba-a5226e095d02","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.10236763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-no-access","reconcileID":"cf45044f-631a-40fb-b725-107d8d84ff7e","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.150882112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"6aff8dfe-7a2e-48bd-ba2f-49ac640839a0","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.159314858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-no-access","reconcileID":"cf45044f-631a-40fb-b725-107d8d84ff7e","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.208250673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"f773f10d-3fd4-4994-a843-963c814ae1d9","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:36:59.261006367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-subscription-no-access","reconcileID":"bb3e0380-034c-46a4-97fe-a91e25bd772d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.313751634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48f32c51-0fa5-437b-b2a5-29a0d68f928a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.313998257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ca1ac40f-b2ed-4ef2-98f8-61cd84605d8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.313753339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb077d18-9c44-4ccd-bc26-db0af61d6876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.314571824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"a3294691-8f89-426f-a7b8-bd4499347ce5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.370974406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48f32c51-0fa5-437b-b2a5-29a0d68f928a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.371085969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ca1ac40f-b2ed-4ef2-98f8-61cd84605d8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.374692759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"a3294691-8f89-426f-a7b8-bd4499347ce5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.374704834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb077d18-9c44-4ccd-bc26-db0af61d6876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.375489498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"0a4dfa7e-07e3-48ad-a9e9-6f6e8f5e788a","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.432643217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"adadb08c-e558-49dd-a0c4-2282b7ad0f78","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.478257793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"590840d4-f146-4e56-a8bc-9312fb1fb251","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.642246862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-no-access","reconcileID":"d98d4664-5dda-4432-b51d-67aad79da15d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.702602883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-no-access","reconcileID":"d98d4664-5dda-4432-b51d-67aad79da15d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.709171674Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-subscription-no-access","reconcileID":"036722eb-6aa5-4a6b-b17d-a2ecad880e16","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-a7f34a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.732420605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8e3461c0-0823-47a8-80d3-56c5a5d8375f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.732908364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5344bb8b-f586-4ca0-96aa-fccde24d5da9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.732936434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"fd91d551-c344-4d42-98c2-5be66a495ff8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.733628011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03b974c5-15f0-49a8-8dc9-c40ce2ca38b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.796469404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"fd91d551-c344-4d42-98c2-5be66a495ff8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.797578406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8e3461c0-0823-47a8-80d3-56c5a5d8375f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.800209699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5344bb8b-f586-4ca0-96aa-fccde24d5da9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.801441375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03b974c5-15f0-49a8-8dc9-c40ce2ca38b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.873636313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"ca3c0141-060c-4f1f-add9-334ca5993edb","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:36:59.924677616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"192ec873-8ec3-485f-be90-ee4d3c2ffc28","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:00.089613295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-subscription-no-access","reconcileID":"d7fcd1b4-877c-4de4-be5e-2f954001d483","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.458806702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"33a98291-5e8e-4ea5-960a-65cb0a717401","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.617742244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"09f3dfc2-3b90-4e0f-b933-37342af59750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.618196606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-no-access","reconcileID":"1dd5b85b-9107-4ce9-a857-e84450e88c9b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.618861449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"d5532780-67a8-4331-a998-06846f9b7143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.619114578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe861544-66cd-4eaf-a202-06ae9ce8150b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.619945906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d81736f-4f28-4dfa-8b66-13838c6b3571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.675824769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-no-access","reconcileID":"1dd5b85b-9107-4ce9-a857-e84450e88c9b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.676499558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"09f3dfc2-3b90-4e0f-b933-37342af59750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.678626623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"d5532780-67a8-4331-a998-06846f9b7143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.679181963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe861544-66cd-4eaf-a202-06ae9ce8150b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:02.681354947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d81736f-4f28-4dfa-8b66-13838c6b3571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:03.445417162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"471e2515-18a2-412a-be5d-6d50e1c56355","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:03.445439057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"471e2515-18a2-412a-be5d-6d50e1c56355","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"auth-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"auth-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:03.561043784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"35f006d5-2d97-49e3-89f1-3e6fd6809ab5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:03.610043777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40b95db1-ee45-4db7-8a3e-63f8de0bdcf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:03.613227207Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"30de72e7-bce6-495b-8fdc-18048fa4e06d","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-13941171","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:03.61391019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39ccd850-7883-42c5-a175-c2982e24fcf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:03.618060332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"35f006d5-2d97-49e3-89f1-3e6fd6809ab5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:03.668869528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40b95db1-ee45-4db7-8a3e-63f8de0bdcf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:03.672242381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39ccd850-7883-42c5-a175-c2982e24fcf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:03.931042132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"01fb8379-b905-4bb0-beab-3b5ed8d1b8ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:03.987953519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"01fb8379-b905-4bb0-beab-3b5ed8d1b8ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:05.893945984Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:08.523430203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"a5103b8b-11a0-4dd8-b546-957e8a480660","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cdf20e","tenantID":"e2e-inf-a-cdf20e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:08.582636189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"a5103b8b-11a0-4dd8-b546-957e8a480660","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"name":"e2e-inf-a-cdf20e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:08.64519977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-cdf20e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"a5103b8b-11a0-4dd8-b546-957e8a480660","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:10.860257297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"bd429728-63db-49e5-971a-a92081014a02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:10.860273412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"952621df-4c78-4a16-863b-5560ad6adc3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:10.918198026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"952621df-4c78-4a16-863b-5560ad6adc3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:10.918229063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"bd429728-63db-49e5-971a-a92081014a02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:12.625054856Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-subscription-no-access","reconcileID":"8b14a269-ebaa-4ede-a1cc-731af35f6d45","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:12.841275801Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-subscription-no-access","reconcileID":"8b14a269-ebaa-4ede-a1cc-731af35f6d45","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.066029605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"aa75f1f9-6c63-41b3-b915-1f17e14f5c3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.117695976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"16b56c6d-b971-446d-a71f-26ec7a37c7a4","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.254258201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"98f20d49-74b5-4f8b-aa5b-83e3d8c84505","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.276774588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"38c12317-92ec-493a-9790-5b949ccd2bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.277106087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b3e494b-a27f-4e4b-92fe-6a32f8ba9d2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.27736957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ed9781a8-3606-402b-b678-e010d94329a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.277766779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-no-access","reconcileID":"294fee05-9bef-4fcd-904f-ff3339eb271f","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.278181801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12eefb0e-3936-4388-8880-9303d759c375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.334222205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"38c12317-92ec-493a-9790-5b949ccd2bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.334358484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ed9781a8-3606-402b-b678-e010d94329a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.338869891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12eefb0e-3936-4388-8880-9303d759c375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.339361617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b3e494b-a27f-4e4b-92fe-6a32f8ba9d2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.344739977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-no-access","reconcileID":"294fee05-9bef-4fcd-904f-ff3339eb271f","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.541349176Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-no-access","reconcileID":"df2d3bce-acef-4249-ab46-348a423c1806","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.666486838Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"632b2dda-08ec-40de-902f-3ee72fee6d2e","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","subscription":"e2e-auth-iso-c28ad7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.71989288Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"632b2dda-08ec-40de-902f-3ee72fee6d2e","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.774068875Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"632b2dda-08ec-40de-902f-3ee72fee6d2e","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:13.801010436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"1a29d641-85d0-4b72-ab20-04da31cedf58","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.050163201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"daf9d2fb-1dbe-477d-a963-243597e8c83d","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.050186151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"daf9d2fb-1dbe-477d-a963-243597e8c83d","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"auth-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"auth-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.157577532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"8b72d9c6-c198-4452-b3cf-c237bb0e5b99","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.202515765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"cb752b04-509d-4cb5-aca2-bfdce0b6fafb","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.202543576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"cb752b04-509d-4cb5-aca2-bfdce0b6fafb","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"auth-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"auth-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.210421529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39be2c49-9ae7-44ec-a0fe-6bc44a26f621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.210476373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ddd983c-79ef-41a5-97a1-83431dffc824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.214166411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"8b72d9c6-c198-4452-b3cf-c237bb0e5b99","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.267371037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39be2c49-9ae7-44ec-a0fe-6bc44a26f621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.267695417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ddd983c-79ef-41a5-97a1-83431dffc824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.307478083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"6f12e30e-e284-410e-a950-7781e84f98e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.364144444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"6f12e30e-e284-410e-a950-7781e84f98e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.36554434Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"88e9d591-91d2-416b-857b-cd17a9a5c74e","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2e70eeb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.530068718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"22e734ad-901f-469c-a640-bea7591dc9f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.586789978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"22e734ad-901f-469c-a640-bea7591dc9f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.630533029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"de14fa83-a805-435d-9ba2-fc440de825ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.683107099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca025f09-1fd2-45f1-8128-971e85fdb0c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.683324691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1889138e-1299-43d8-84c8-b49b5db3d660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.687205683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"de14fa83-a805-435d-9ba2-fc440de825ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.740328556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca025f09-1fd2-45f1-8128-971e85fdb0c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.740802854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1889138e-1299-43d8-84c8-b49b5db3d660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.791054835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"c63c033e-4040-48f0-b43a-cd5f7d7db6dd","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:14.846555004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"5da318fe-ee21-4608-8f71-61fa942adf8a","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.003966712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"58bcfd19-e127-4984-bc32-b46732874940","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.062144167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"58bcfd19-e127-4984-bc32-b46732874940","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.077560095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"43144ecd-ccfc-4473-b263-4d456896d662","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.135724491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"0f098991-d1c6-498f-bac1-c5e0d723bb36","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:15.188802806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-subscription-free","reconcileID":"e08e824a-b2da-4ab2-9e1e-09670034bd40","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.240762044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b80701ff-9e48-4ddc-84b2-3c59883e82e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.240999446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"315a0d54-ef6e-48d0-b92d-3888a9350d1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.241320968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"beb7db4c-4f23-4daf-91d8-a076259dad4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.242003383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aeb49300-8448-4d91-98b3-f153a439508d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.303796624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b80701ff-9e48-4ddc-84b2-3c59883e82e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.30608554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"315a0d54-ef6e-48d0-b92d-3888a9350d1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.308176374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"beb7db4c-4f23-4daf-91d8-a076259dad4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.384012902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aeb49300-8448-4d91-98b3-f153a439508d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.384364124Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-a7f34a priority=0:[ai-tenant-e2e-worker-w0-a7f34a/e2e-test-subscription-free ai-tenant-e2e-worker-w0-a7f34a/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.385270556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"702fc8c5-78f6-450b-844c-938effec215f","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.435964017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"8eab7dab-d8d0-4fad-aa0d-5a16922b0b1e","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.44129813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"6c6f68e3-780c-46dc-9f89-6ae7b21361ab","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.442210107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"7d74fc7a-3906-4496-84f6-14a663cf49e2","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:15.492009737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-subscription-premium","reconcileID":"d2e64ff7-a29c-487f-a38e-805b813bc27f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.495629067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"a35ba269-bf35-4d82-828b-39a5c4f65fa5","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:15.500482456Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-a7f34a/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.59987105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d5fef1a4-00c7-4b0f-ac1e-2892854b3430","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.606246312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"788afcac-997d-412e-a1da-d9c530c4810c","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.656845648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d5fef1a4-00c7-4b0f-ac1e-2892854b3430","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.663766955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"b526b5b3-d932-4bc6-8f21-e2e8b5bb0f48","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.70015381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6d2136c1-a6a5-419c-ac5c-655a3ecb051c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.70046948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b671eba2-0629-4254-85b2-db0472cfdf16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.700685829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"c2c941ea-e54c-4e28-9ec8-d9ecb8805204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.759454768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6d2136c1-a6a5-419c-ac5c-655a3ecb051c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.762355003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"c2c941ea-e54c-4e28-9ec8-d9ecb8805204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.766469383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b671eba2-0629-4254-85b2-db0472cfdf16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.76770847Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-subscription-free","reconcileID":"d1834f62-7039-4d64-89b6-664158e0c147","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-a7f34a/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.800479582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8b4b103-94fc-4c55-9c52-e86be260bf72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.857832993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8b4b103-94fc-4c55-9c52-e86be260bf72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.875489871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-subscription-premium","reconcileID":"6485388d-f4ff-47cc-8a0d-1b0335a75fa9","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.934099602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"03121fd8-d600-41dd-aa5c-22ba7face2fe","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.97464416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b1a45bd4-1041-4090-889c-4ae96987950e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:15.978848281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"bb3d3692-5788-4624-9453-c860fdbf96fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:16.032165848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b1a45bd4-1041-4090-889c-4ae96987950e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:16.040649537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"e471d160-faf3-4a3d-8f4e-34b8ff30ba30","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:16.078576428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"dd90f5d1-98a2-44ed-9915-45c1781f8e7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:16.078589511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"512129f0-b9ee-42a7-b4c4-de58792ba8da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:16.08528096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f153aad-ca4b-4d4e-b5d8-823ceb66b203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:16.1365989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"512129f0-b9ee-42a7-b4c4-de58792ba8da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:16.136768364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"dd90f5d1-98a2-44ed-9915-45c1781f8e7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:16.143348773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f153aad-ca4b-4d4e-b5d8-823ceb66b203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:16.149151385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-subscription-free","reconcileID":"03bf5939-dd2b-400d-8732-831d611bb416","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:16.22232072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bb2202a-744d-4803-880e-f1458f9f8745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:16.255359158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-subscription-premium","reconcileID":"c54b7d37-ee2e-4f72-8147-4f1e3145e861","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:16.279673337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bb2202a-744d-4803-880e-f1458f9f8745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:16.314936815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"8b003924-2a46-4106-9c8c-e0a8dbdfe5cb","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.753090093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"38f2d0be-3512-425b-97ef-f7eaaa40003a","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cdf20e","tenantID":"e2e-inf-a-cdf20e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.809886529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"38f2d0be-3512-425b-97ef-f7eaaa40003a","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"name":"e2e-inf-a-cdf20e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.865348975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-cdf20e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff522b7222a0aab2f62fb37d8d4b4d46699b484b71f2950b2484811c1a4b2bd3) AuthConfig (8f0cf9f6c48769ce7a5a547a4d22293207284338d6ba6d7f329a24564d563e3d) AuthConfig (b0391ff898909838f8f8733b0cd87669dd9dc8f9d28664d2d1617c38f115490e) AuthConfig (02c20efda0c8795c70da055c657c52231d8e865bbd46a18905f524ebca6434b3) AuthConfig (3acf6a2487263ce5c23c2c45268dd39d833f8891603b648eed2e6491a006bbad) AuthConfig (97971b8a6e198ebd916568821282b31b54cdd2664788a2cd462ddccbda430737) AuthConfig (4bc64b4d5f9d77b8c3680ba5aae29440185d5f3cf7026ec36acf701a86cb0d0d) AuthConfig (fe4d7487d6be6d64e5d120bb7dde7e67bcbeccbff96df67226cb6ba995e7aad1) AuthConfig (6dccc67297cb9ec3fcb75cc043ed171bad26e759ef16c3f8201954c63e2454d1) AuthConfig (45e1082a6effda76c07140b55f25f0cf309665ecc77b09cb089414c5a93219ec) AuthConfig (297ced7469aa0ac7ae15279395b1f8ceaa7dc654323b5c7c7ca2aa78c4cf1d4f) AuthConfig (7577da225e49604b0b9529aa45e51cc0b286a9234840a9fe22f009e04d571f5d) AuthConfig (d8fd05834b510be122af312e622380e02e0a54eb877106b997dcd32ad962f50e) AuthConfig (12e2c2a8c9b34a627cbe2dd02514a92e22c2dccd4bed6b7a486ea6ed12628922) AuthConfig (b9dee3e250ea70bab4796ce9b6136c6b58ca19d23f5b88642fad17d3db04b02a) AuthConfig (de0665397dfc51b3c7bd2ea48b4d0c7f294bd917b7dfef523a1951fa0c8d92d9) AuthConfig (9e0b609092f046419d454e9cb83fed91405a85103a7ab6c4cb8deea40208259c) AuthConfig (9fd9ed2dd5de3b30d0d3e74270aef7d254659b40b6ea1432d91c8c2991ec8d65)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"38f2d0be-3512-425b-97ef-f7eaaa40003a","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.924001206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"722e47de-0e5a-4d43-a318-7b849d53df65","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"tenant":"e2e-inf-a-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:18.92402042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"722e47de-0e5a-4d43-a318-7b849d53df65","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"routeName":"test-model-cdf20e-kserve-route","namespace":"ai-tenant-e2e-inf-a-cdf20e","llmisvcName":"test-model-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.670685267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"caa7c2dc-c453-4726-a671-e106d14c25c9","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.861248156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"f4dda51c-35dc-4e27-a3dd-591244890010","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.861688604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ceaaf144-f34f-4dbc-8c0f-98b56ed7dc93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.862494446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ef6759f-ce1c-4690-9c41-f0f618eda32b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.863110756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ea40ba85-50b1-4503-994a-f6d3c8da1908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.863818743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2c4c41c3-bce5-425f-8efd-41dbf110a286","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.92076787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ceaaf144-f34f-4dbc-8c0f-98b56ed7dc93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.920767109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"f4dda51c-35dc-4e27-a3dd-591244890010","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.923514961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2c4c41c3-bce5-425f-8efd-41dbf110a286","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.925941725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ea40ba85-50b1-4503-994a-f6d3c8da1908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:19.926265235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ef6759f-ce1c-4690-9c41-f0f618eda32b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:24.211286184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"be0cd4dc-fb56-4923-b84a-9594d2d539ca","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:24.436516511Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"3fa106f3-3e06-43eb-9318-1fa14ccfe965","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","subscription":"e2e-auth-iso-c28ad7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:24.491865151Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"3fa106f3-3e06-43eb-9318-1fa14ccfe965","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:24.551657477Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"3fa106f3-3e06-43eb-9318-1fa14ccfe965","MaaSSubscription":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:24.840241582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"50524e86-108c-4b15-bf52-144f369cfd51","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:24.840262756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"50524e86-108c-4b15-bf52-144f369cfd51","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"auth-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"auth-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:24.877898133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"e5889578-09af-4905-8a5e-bc0bb5564f4c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:24.901216883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"4bf8ebc5-f473-4732-9624-e59a7dbffb55","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:24.93435516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"e5889578-09af-4905-8a5e-bc0bb5564f4c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:24.978772732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"398b7055-c37b-457a-98e8-577bbcc1e3ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:24.981741274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"8a425e6e-0684-402d-99d5-4560ff483a54","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:24.981758901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"8a425e6e-0684-402d-99d5-4560ff483a54","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"auth-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"auth-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:25.032825966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6cbea07-b508-4ecb-95de-5fd9cfc810ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:25.041948117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"398b7055-c37b-457a-98e8-577bbcc1e3ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:25.091494311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fa60f67-36d7-49cc-b446-13b285c94e2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:25.141153529Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"d283f2e4-f4b8-4cf0-b4c9-607d1010ece0","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:25.149384234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fa60f67-36d7-49cc-b446-13b285c94e2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:25.150070555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6cbea07-b508-4ecb-95de-5fd9cfc810ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:25.298233305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"d283f2e4-f4b8-4cf0-b4c9-607d1010ece0","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:25.345921264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"9308b532-6988-4a1e-9e25-d1aa13d6a132","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:25.403070586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"9308b532-6988-4a1e-9e25-d1aa13d6a132","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:25.420886639Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"d283f2e4-f4b8-4cf0-b4c9-607d1010ece0","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:25.420910443Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-auth-iso-c28ad7","reconcileID":"d283f2e4-f4b8-4cf0-b4c9-607d1010ece0","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:25.477829252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"4ec9afc2-f463-4a53-89dc-f86e30c9cfa1","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/auth-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:25.477851352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"auth-test-model-e92519","reconcileID":"4ec9afc2-f463-4a53-89dc-f86e30c9cfa1","MaaSModelRef":{"name":"auth-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"auth-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"auth-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:25.624719297Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"7d15004e-42d5-47ba-b264-c047b76a025c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:25.624854147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"851838b5-89c5-4541-b87e-0258f0eda26d","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:25.624872153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"851838b5-89c5-4541-b87e-0258f0eda26d","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"auth-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"auth-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:25.81583081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"7d15004e-42d5-47ba-b264-c047b76a025c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:25.939590179Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"7d15004e-42d5-47ba-b264-c047b76a025c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:25.939613757Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-auth-iso-c28ad7","reconcileID":"7d15004e-42d5-47ba-b264-c047b76a025c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c28ad7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:25.995859469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"7efefcb0-0f39-4398-85a2-ec47bb6dd2fa","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/auth-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:25.995884452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"auth-test-model-3880e7","reconcileID":"7efefcb0-0f39-4398-85a2-ec47bb6dd2fa","MaaSModelRef":{"name":"auth-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"auth-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"auth-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:27.371033839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"293cb423-7bf5-442e-934d-5bce9fd7b2d0","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:27.427967056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"55fde5db-66f7-447c-be46-8a12917c6a14","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:27.585496762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"f8249acc-aecf-4ae4-aca4-977015ca630d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:27.645118469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"f8249acc-aecf-4ae4-aca4-977015ca630d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:27.964830893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"432256d3-013b-4e40-83ed-464e8a00217c","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:28.122735615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"1cf368ef-2b22-46dd-9f70-92419043f3bb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:28.18047717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"1cf368ef-2b22-46dd-9f70-92419043f3bb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:28.49529362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"1cf368ef-2b22-46dd-9f70-92419043f3bb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:28.659201787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"4cd06e1b-646a-432f-a0f4-7bcca74748a3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:28.718149272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"4cd06e1b-646a-432f-a0f4-7bcca74748a3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:29.031080081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"054f8c34-cefe-4881-9230-dfed91986ac4","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cdf20e","tenantID":"e2e-inf-a-cdf20e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:29.089979898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"054f8c34-cefe-4881-9230-dfed91986ac4","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"name":"e2e-inf-a-cdf20e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:29.429461788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"118f9717-7812-4b44-b260-1c99734ed7a6","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"tenant":"e2e-inf-a-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:29.429485631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"118f9717-7812-4b44-b260-1c99734ed7a6","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"routeName":"test-model-cdf20e-kserve-route","namespace":"ai-tenant-e2e-inf-a-cdf20e","llmisvcName":"test-model-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:29.849242533Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-subscription-free","reconcileID":"ecad56c1-9454-493e-b4b4-7a41019b1fe2","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.071750215Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-subscription-free","reconcileID":"ecad56c1-9454-493e-b4b4-7a41019b1fe2","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.0841211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"415070c2-adeb-4981-9f3f-e0db54e8496c","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.14210982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"8e64cbdf-de09-4d92-a9c7-e3825350280a","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:30.196639022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-subscription","reconcileID":"f1f84106-ca83-4623-927f-c265220f7dd7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:30.243973767Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"8a200064-51ea-47e1-ba65-80b7f9fb47fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:30.244408098Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"cfd7537a-eba4-45cf-a121-43a651ab3ab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.244599986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1130ac73-c03d-4b10-a339-344dcb8c24f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.245142077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eab6fb33-5e94-4460-a16c-f0048f97c394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:30.245290533Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"943e3c9a-03aa-48b4-88a4-0cf9ac50d767","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.286296406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-subscription-premium","reconcileID":"6d8281d1-85b4-4ede-8bf4-e4acbd84bf75","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.286301237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"d344faa1-93c9-4f27-8459-7f7bafe32d28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.301556149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1130ac73-c03d-4b10-a339-344dcb8c24f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.301974768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eab6fb33-5e94-4460-a16c-f0048f97c394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.302297539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"f8aef7ca-287d-43d3-aeb8-d5bfca1cc099","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:30.302332276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"8a200064-51ea-47e1-ba65-80b7f9fb47fb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:30.304449535Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"cfd7537a-eba4-45cf-a121-43a651ab3ab0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:30.304514733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"943e3c9a-03aa-48b4-88a4-0cf9ac50d767","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.305023847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"4fdb6b65-bf91-4315-a5ad-367ed1533371","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.305350802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"ea37d0af-7fc5-4b62-b072-80ea97ed5818","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.313378272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"2f5df64f-b856-4d77-9c91-a777ca56b397","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.335345648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"08a87484-7b91-405a-a59f-9afe030e4aad","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.368568394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"408242c8-6186-415f-b91b-f2f922b8fd2f","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:30.389049853Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:30.466027176Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"c0bb62d2-bef3-4d6c-8168-5bb736fbcb5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:30.466092037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"c0bb62d2-bef3-4d6c-8168-5bb736fbcb5a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:30.466874092Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"fc4c00bc-2848-46be-a051-5a289e345c86","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:30.466928667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"fc4c00bc-2848-46be-a051-5a289e345c86","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:30.467045042Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f99a0dc0-ead8-495f-a465-4e792afc91a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:30.467089802Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f99a0dc0-ead8-495f-a465-4e792afc91a5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.476486989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"8a546477-b944-4e8f-b3f5-2f4f4823f52d","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.642473214Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-subscription","reconcileID":"22b538c9-6320-4eb2-8322-076577906c2a","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription","ai-tenant-e2e-worker-w3-885382/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:30.646464124Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f5951279-e82a-49eb-ab9c-c8d484a8d359","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:30.646538479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f5951279-e82a-49eb-ab9c-c8d484a8d359","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:30.647806137Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"8b63ade1-0ec0-4ff3-8f08-12a30a518e76","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:30.647861397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"8b63ade1-0ec0-4ff3-8f08-12a30a518e76","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:30.648279957Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"9d8ba993-bac4-4921-960d-9d31c38f80e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:30.648327773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"9d8ba993-bac4-4921-960d-9d31c38f80e7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.756085404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2f437c5-12eb-414e-bc91-bb539a966b84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.808639131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa2bc987-daa0-4af8-8d8c-870c749d2415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.813398081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2f437c5-12eb-414e-bc91-bb539a966b84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.814657233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"f184c86e-02ac-4e90-8b17-67e9f9e645e8","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.862926398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e1cb0a64-b450-4cd4-9c31-f382c91e1ab6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.863122835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"d445002c-a88a-4391-a14f-cef78c594d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.862932446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"002d2db7-46b5-4f7b-b70d-b65e13555c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.863722417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"7d638ddc-c7fb-4971-a958-a5ea14eb0a5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.866278234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa2bc987-daa0-4af8-8d8c-870c749d2415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.920580977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"d445002c-a88a-4391-a14f-cef78c594d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.920624823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e1cb0a64-b450-4cd4-9c31-f382c91e1ab6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:30.92271249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"002d2db7-46b5-4f7b-b70d-b65e13555c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:31.079200705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-subscription","reconcileID":"9810dc47-d825-4de2-bfbf-87571744e36c","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:31.184793823Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a37bd9b4-9891-4177-bedb-7fdf1c6bb7a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:31.184875753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a37bd9b4-9891-4177-bedb-7fdf1c6bb7a1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:31.245178882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"1fb11960-2cef-4a15-8bf3-d005ba8de070","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:31.285190054Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"e60650db-455e-4e2a-a274-7ab484c0659b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:31.285260728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"e60650db-455e-4e2a-a274-7ab484c0659b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:31.385197491Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ecaba7be-fe39-42d8-bdf9-7516f0b1f73b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:31.38527837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ecaba7be-fe39-42d8-bdf9-7516f0b1f73b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:31.385261953Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"1d8fb210-fc7b-43b8-8cc0-14eeac48f3cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:31.385329128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"1d8fb210-fc7b-43b8-8cc0-14eeac48f3cd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:31.485651349Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"78e7288d-e047-40c8-a696-801fd4b477dd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:31.485718526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"78e7288d-e047-40c8-a696-801fd4b477dd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:31.545413674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e606c1-ff55-479e-b534-6361f1be1cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:31.598920362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e606c1-ff55-479e-b534-6361f1be1cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:31.652102775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e606c1-ff55-479e-b534-6361f1be1cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:31.652228853Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"e28f12a3-f8f8-4e9c-a66e-39b37330ea92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:31.652293602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"e28f12a3-f8f8-4e9c-a66e-39b37330ea92","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:31.705493128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84e606c1-ff55-479e-b534-6361f1be1cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:31.811253905Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"793244a0-189d-447c-95b8-3948a9b53644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:31.811283524Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"1132a075-5004-45f7-9b55-e26dc548a480","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:31.811326679Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"793244a0-189d-447c-95b8-3948a9b53644","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:31.811339538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"1132a075-5004-45f7-9b55-e26dc548a480","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:31.921293496Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"27d22b62-4550-4513-966b-b1ea51a3fdbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:31.921361606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"27d22b62-4550-4513-966b-b1ea51a3fdbe","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:32.130486308Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"9d1c36d9-6af0-440e-9e38-2a537ae6dc8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:32.130555534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"9d1c36d9-6af0-440e-9e38-2a537ae6dc8e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:32.130616578Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"2b269ab3-fcb9-4bf3-b273-47e530d22ece","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:32.1306746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"2b269ab3-fcb9-4bf3-b273-47e530d22ece","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:32.239811978Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"77081453-68cc-4505-a958-fe3b23ea4cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:32.239878112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"77081453-68cc-4505-a958-fe3b23ea4cf6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:32.609968504Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"9e73e120-9df0-45dd-ae7a-34365fbf166b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:32.610037865Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"9e73e120-9df0-45dd-ae7a-34365fbf166b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:32.610060534Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"d4242116-a6c7-431d-8297-b0eb06ac3007","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:32.610120677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"d4242116-a6c7-431d-8297-b0eb06ac3007","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:32.769755756Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"d065219f-4990-4b23-bd2d-62ccb2bbdaa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:32.769862302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"d065219f-4990-4b23-bd2d-62ccb2bbdaa6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.186007969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"6a86e957-736b-4e2c-9d1d-0eb241d427ae","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.344558226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1c3a88f-d2e3-439b-83ce-8676aceffd34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.402945456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1c3a88f-d2e3-439b-83ce-8676aceffd34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:33.445585812Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"c4bb1f29-9745-467f-9318-0e0bc5333da8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:33.445653332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"c4bb1f29-9745-467f-9318-0e0bc5333da8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:33.445856306Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"3cdbf2a5-e14d-4c35-8777-0e00c19e7b19","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:33.44590194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"3cdbf2a5-e14d-4c35-8777-0e00c19e7b19","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:33.445591651Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"b9b302df-a818-4be7-84e1-9ebb0656b610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:33.445949304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"b9b302df-a818-4be7-84e1-9ebb0656b610","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.446142495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0dfba00-78e3-4087-85fd-5755660a1eea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.505499717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0dfba00-78e3-4087-85fd-5755660a1eea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.635112782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32cf965-79c9-415e-a856-904356d42b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.688310357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32cf965-79c9-415e-a856-904356d42b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.741240345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32cf965-79c9-415e-a856-904356d42b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:33.794619182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32cf965-79c9-415e-a856-904356d42b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:34.614701873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"b547498c-73e1-401c-a11d-d60eb0e5aaba","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"tenant":"e2e-inf-a-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:34.614721673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"b547498c-73e1-401c-a11d-d60eb0e5aaba","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"routeName":"test-model-cdf20e-kserve-route","namespace":"ai-tenant-e2e-inf-a-cdf20e","llmisvcName":"test-model-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:34.676706083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"6e90183d-0116-4813-a7f1-13e5293870db","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"tenant":"e2e-inf-a-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:34.676732368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"6e90183d-0116-4813-a7f1-13e5293870db","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"routeName":"test-model-cdf20e-kserve-route","namespace":"ai-tenant-e2e-inf-a-cdf20e","llmisvcName":"test-model-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:34.723977361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"11acca9a-960e-4420-80a2-d1cb2fa61569","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cdf20e","tenantID":"e2e-inf-a-cdf20e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:34.724733674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cdf20e-sub","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-sub","reconcileID":"f8ca108c-9eef-475a-8241-b3740f1fa28c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-cdf20e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:34.731059173Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"6e90183d-0116-4813-a7f1-13e5293870db","name":"test-model-cdf20e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-cdf20e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:34.731142321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"6e90183d-0116-4813-a7f1-13e5293870db","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-cdf20e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:34.736509754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"b0ab23f3-bd68-4f25-8718-5b73507231ab","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"tenant":"e2e-inf-a-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:34.736528799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"b0ab23f3-bd68-4f25-8718-5b73507231ab","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"routeName":"test-model-cdf20e-kserve-route","namespace":"ai-tenant-e2e-inf-a-cdf20e","llmisvcName":"test-model-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:34.773708571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f1d89dd-ac06-472d-87ba-ec477eb50053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:34.776947659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f95fdc09-d1c9-4e07-b37e-eafd5c1d688e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:34.783622978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"11acca9a-960e-4420-80a2-d1cb2fa61569","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"name":"e2e-inf-a-cdf20e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:34.831649475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f1d89dd-ac06-472d-87ba-ec477eb50053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:34.837287246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f95fdc09-d1c9-4e07-b37e-eafd5c1d688e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:34.839172432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"57b216a4-ba51-4e31-a2dd-b382dd1d2976","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"tenant":"e2e-inf-a-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:34.839188534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"57b216a4-ba51-4e31-a2dd-b382dd1d2976","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"routeName":"test-model-cdf20e-kserve-route","namespace":"ai-tenant-e2e-inf-a-cdf20e","llmisvcName":"test-model-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:34.898071541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"f621869c-be5c-48a8-95fd-7761d100b948","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"tenant":"e2e-inf-a-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:34.898092295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"f621869c-be5c-48a8-95fd-7761d100b948","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"routeName":"test-model-cdf20e-kserve-route","namespace":"ai-tenant-e2e-inf-a-cdf20e","llmisvcName":"test-model-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:34.972820284Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"2556bccb-d621-4e90-b785-013d23d94928","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:34.97285647Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"6a49c655-7556-490d-a8af-45f43919f4cf","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:34.972895435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"2556bccb-d621-4e90-b785-013d23d94928","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:34.972918746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"6a49c655-7556-490d-a8af-45f43919f4cf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:35.184082164Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"03a89198-fb68-416f-aa64-9cf071c9af23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:35.184285078Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"03a89198-fb68-416f-aa64-9cf071c9af23","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:35.194566848Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cdf20e-sub","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-sub","reconcileID":"ea3e2046-f940-44b2-adca-1a6d761d8c7a","MaaSSubscription":{"name":"test-model-cdf20e-sub","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"name":"maas-trlp-test-model-cdf20e","model":"test-model-cdf20e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:35.241535119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"22abd1bc-1251-4966-b887-e1d5ba6962a4","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cdf20e","tenantID":"e2e-inf-a-cdf20e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:35.302701473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"22abd1bc-1251-4966-b887-e1d5ba6962a4","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"name":"e2e-inf-a-cdf20e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:35.307185228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5abd7770-ddac-4533-b02f-ca91a1b9d9b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:35.307479586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74dc9a6a-2c3c-4844-ab3e-2c15739a1161","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:35.364007356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"2b70ff56-6421-4699-93a5-70d795e04e7b","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"tenant":"e2e-inf-a-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:35.364037816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"2b70ff56-6421-4699-93a5-70d795e04e7b","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"routeName":"test-model-cdf20e-kserve-route","namespace":"ai-tenant-e2e-inf-a-cdf20e","llmisvcName":"test-model-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:35.369523927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5abd7770-ddac-4533-b02f-ca91a1b9d9b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:35.373513439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74dc9a6a-2c3c-4844-ab3e-2c15739a1161","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:35.587539844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cdf20e-sub","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-sub","reconcileID":"821a7c7b-5e4b-492c-8198-af77acae58b1","MaaSSubscription":{"name":"test-model-cdf20e-sub","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"name":"maas-trlp-test-model-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:35.918077284Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:36.178820817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78bb0ac0-a1ce-4cc8-bac8-4437252df20a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:36.181725367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"018089da-c755-4232-9c7b-dd078188b2b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:36.249536429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78bb0ac0-a1ce-4cc8-bac8-4437252df20a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:36.263895599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"018089da-c755-4232-9c7b-dd078188b2b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:37.734465594Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"89eb2a44-610a-4270-bd8f-b750d9150af5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:37.734847885Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"89eb2a44-610a-4270-bd8f-b750d9150af5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:37.735201659Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"7abaff69-bb25-43c7-9892-af0c114b5729","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:37.735300259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"7abaff69-bb25-43c7-9892-af0c114b5729","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:37.948963799Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"1c3e1bb9-0403-4175-b840-92aa6bc86afe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:37.949156364Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"1c3e1bb9-0403-4175-b840-92aa6bc86afe","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:40.642458347Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-subscription-premium","reconcileID":"ecdf57d4-8d8a-4201-a30e-4fd488bc1ced","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:40.860369931Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-subscription-premium","reconcileID":"ecdf57d4-8d8a-4201-a30e-4fd488bc1ced","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:41.073361796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"04575d16-962a-4feb-b6b6-aa0bb4acd4a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:41.123814206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"e402df8d-2a2b-42a6-b7b9-64b9ecdbd56a","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:41.26132784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"be8d1dda-8bb4-4026-a4f0-0876e59e73e4","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:41.284358679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5cf4e44d-e6d1-418f-aad9-fa9d3b0d7f16","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:41.284627256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"401bae92-1a39-40e0-84c5-bb9e0cf86555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:41.284897863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"d283fecb-71aa-4527-8ecb-9fbfc0202354","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:41.285323717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"c7069390-d616-47ec-9084-902efb6a8841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:41.285547906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef668d4c-3bde-4adb-903d-f3729cb0cff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:41.343702254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5cf4e44d-e6d1-418f-aad9-fa9d3b0d7f16","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:41.344029697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"d283fecb-71aa-4527-8ecb-9fbfc0202354","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:41.346035891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"401bae92-1a39-40e0-84c5-bb9e0cf86555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:41.346187565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef668d4c-3bde-4adb-903d-f3729cb0cff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:41.34880519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"c7069390-d616-47ec-9084-902efb6a8841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:41.550212568Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e7a39993-d978-4897-a6c7-0b5201df7581","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:41.809101477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"da43b1e7-c33d-4b6f-a52c-d6800ba973c8","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:43.015443672Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3fd4a63a-f412-42cd-ac18-4a81bf0b295d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:43.015481866Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"b940b2ed-c040-4f05-8fa5-6ae8338cfa10","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:43.015514863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3fd4a63a-f412-42cd-ac18-4a81bf0b295d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:43.015543987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"b940b2ed-c040-4f05-8fa5-6ae8338cfa10","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.109667824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"d4bd474c-7d7d-435a-a37a-4e6e4438452d","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.167928877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"7a34c0ef-f350-43fe-9e87-dd07f61cc331","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.258019975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f9028e-d3e7-45c0-b4bf-1bdae345796b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.311366078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f9028e-d3e7-45c0-b4bf-1bdae345796b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:43.311504905Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"6c220037-c7e6-4319-843f-17b81a572676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:43.31157551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"6c220037-c7e6-4319-843f-17b81a572676","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: compose ai-tenant-e2e-worker-w3-885382/e2e-dedup-subscription@e2e-models-e2e-worker-w3-885382/simulator-w3-885382: model e2e-models-e2e-worker-w3-885382/simulator-w3-885382: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.364714051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f9028e-d3e7-45c0-b4bf-1bdae345796b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.366928188Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-subscription","reconcileID":"689ce556-6343-485d-a4ee-d6c0d06387dc","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.367122624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"f2c89d3d-ae59-4d72-95d4-5b48fa47b33b","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.418140173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08f9028e-d3e7-45c0-b4bf-1bdae345796b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.472389479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-access-denied","reconcileID":"5e81aeda-d485-409e-a4a8-7767648abb9e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.476679638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"52b60c39-8af8-41b2-a736-d6615f974311","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:43.528711606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-user-subscription","reconcileID":"0347f7bd-5c8d-46c2-9dc2-83d1f43ef9b5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.532500936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-access-denied","reconcileID":"5e81aeda-d485-409e-a4a8-7767648abb9e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.579822998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc13d972-d53a-4005-9ea6-0bfe35a6d385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.58228973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"3ccac322-36e1-4754-82cc-fd0b95528afd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.583156049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"bbdf566f-366e-46be-b98b-9a6a13764b09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.583735561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53231b07-0b78-4535-bce1-afd025bc2e0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.644518143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc13d972-d53a-4005-9ea6-0bfe35a6d385","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.645126751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"3ccac322-36e1-4754-82cc-fd0b95528afd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.64543042Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-a7f34a priority=0:[ai-tenant-e2e-worker-w0-a7f34a/e2e-test-other-subscription ai-tenant-e2e-worker-w0-a7f34a/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.645594336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"ebb54a03-b27b-44f2-852d-145e0a44d02b","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.648319835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"bbdf566f-366e-46be-b98b-9a6a13764b09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.652317499Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-subscription","reconcileID":"689ce556-6343-485d-a4ee-d6c0d06387dc","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-885382/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.655457405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"72f6390d-ac17-4f62-9592-b47599255827","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:43.702464336Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-a7f34a/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.719857597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"8940cae3-7b8c-4335-a025-790e66470c4d","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.720957576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53231b07-0b78-4535-bce1-afd025bc2e0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.757950761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"d5652b08-5853-433c-9a01-7302ff0413a3","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:43.762719904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-other-subscription","reconcileID":"36fba12e-f624-4634-a717-da0dd584c6af","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.864664388Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-8b1850","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-8b1850","reconcileID":"af5db824-fb3d-49ff-a061-8690f5395dd2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-8b1850","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-8b1850":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.871819134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"a7d5e76a-31dc-4ea2-9758-374df80092b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.875576019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"a692374b-dc10-440a-970b-87154de57f42","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.876665716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"6d04bcb6-e23a-421a-b655-218c236d9822","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.91895292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"dbd0309a-be88-4935-a3d6-d7f2018efc45","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.918980646Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-a7f34a priority=0:[ai-tenant-e2e-worker-w0-a7f34a/e2e-test-other-subscription ai-tenant-e2e-worker-w0-a7f34a/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.934045021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"7eeaeeb3-78f4-4196-b2b5-fa002c533be9","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.977305679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a606656c-90e5-4990-91dd-ecce61e94a7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.977368245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03fd68a8-fa2a-4fbe-a543-f7b5cc1a548b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.977768171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"3f857b34-ec03-4669-be19-1b0ad420a92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:43.97826583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"cc9569e7-0c51-4e95-aa95-a35471c7da8d","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.031664043Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-user-subscription","reconcileID":"0a99ce9f-4d2a-47e4-b1f0-52f8ffc4a9a7","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-a7f34a/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.035984063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a606656c-90e5-4990-91dd-ecce61e94a7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.036127661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03fd68a8-fa2a-4fbe-a543-f7b5cc1a548b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.036968499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"77e46b3c-add5-4fd2-a58d-c3c6ad54ca69","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.03851541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"3f857b34-ec03-4669-be19-1b0ad420a92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.069887178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"4802f413-03bd-4fcf-b4a1-8df7087224b8","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.078031753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-access-denied","reconcileID":"8d402268-7314-4e89-977f-62d7c0f071d8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.078034094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e9c5a43-d6de-4c98-b644-b8cca6fa9089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.134925182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-access-denied","reconcileID":"8d402268-7314-4e89-977f-62d7c0f071d8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.135395791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e9c5a43-d6de-4c98-b644-b8cca6fa9089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.152353786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-other-subscription","reconcileID":"29675c4e-eae6-4c5c-98f5-3ccc98873bd2","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.19887721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"8177f837-dec9-4efc-a0cd-804e26834005","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.242460516Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-dedup-auth","reconcileID":"f0eb9e1d-3d37-4980-9e85-8ffd935a028f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.246171613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"40606f8b-2745-486c-9653-6f6d02b2d758","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.318352664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"5184a6da-b57c-4832-937f-1248201696f0","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.414973048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-user-subscription","reconcileID":"20d62087-ddb1-44d3-94c1-4e4b865dcdc6","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.446365036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"52aaf7e2-c479-4cb3-a32e-a138b1809b36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:44.501817344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-access-denied","reconcileID":"8d402268-7314-4e89-977f-62d7c0f071d8","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-access-denied\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.556380715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a47eaff4-cbd3-4299-b59f-864905b97dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.556605522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a538b07b-a4aa-4375-9e35-9e4f91baa143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.560896731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"4c9aa4b7-e7d5-4f16-b397-edbc301f9640","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.561254256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"52aaf7e2-c479-4cb3-a32e-a138b1809b36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.610352845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-other-subscription","reconcileID":"5aa054bb-87dd-4d1c-a759-28eb26d4f831","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.614231558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a538b07b-a4aa-4375-9e35-9e4f91baa143","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.614306319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a47eaff4-cbd3-4299-b59f-864905b97dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.665281108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"920640be-11ff-4e59-963d-ca619225c452","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.723907877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"920640be-11ff-4e59-963d-ca619225c452","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.777993002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-access-denied","reconcileID":"86129344-4e0f-4926-86de-968c4176696a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.834684173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-access-denied","reconcileID":"86129344-4e0f-4926-86de-968c4176696a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.881161815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"d25eca92-601c-4f14-8da7-a5b4014f2b41","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.978202729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"59403e60-4705-48fb-86fe-d1c58f7235b2","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:44.981341991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97aac436-1e69-4129-8747-e13b899a18fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.03849512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97aac436-1e69-4129-8747-e13b899a18fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.083500722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0ac4de6-6229-45d2-b60e-71b32a593ff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.140375741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0ac4de6-6229-45d2-b60e-71b32a593ff4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.351548608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfbee836-2ce2-4033-a14f-bf93f4262ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.405380803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfbee836-2ce2-4033-a14f-bf93f4262ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.458497427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfbee836-2ce2-4033-a14f-bf93f4262ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.511445121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfbee836-2ce2-4033-a14f-bf93f4262ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.545907879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"0c365dd0-8093-463e-9544-a533adeaff6c","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.546180865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"bbf57fc1-a92e-4131-9541-c1f0a58f022c","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.603555168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"d08c5107-a138-493e-b7ff-088898680fc0","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.604143707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"af697726-dc3a-48e3-8f12-fab6034a6576","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.948146236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-auth","reconcileID":"8d0d9d33-847e-4512-8500-08d9ba2e6f27","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.94874157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96a2ad0f-1eda-4a34-b44a-35fbef8d8315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:45.948859538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"265b2c73-c774-478f-a361-1b125bc441a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.005561981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96a2ad0f-1eda-4a34-b44a-35fbef8d8315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.006071169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-auth","reconcileID":"8d0d9d33-847e-4512-8500-08d9ba2e6f27","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.007924373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"265b2c73-c774-478f-a361-1b125bc441a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.382601897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"84354433-6315-4d17-b060-85c09a0848d4","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.382915488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"137994f0-5528-48a6-bbea-f7a910ca2c44","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.69052103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-auth","reconcileID":"c3b2ebf8-4bc7-4704-a250-40a0a422c2b1","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.690643009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"05d3d91f-a3b0-407f-9cc3-e5a6ddb26350","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.748034596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-auth","reconcileID":"c3b2ebf8-4bc7-4704-a250-40a0a422c2b1","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.850334026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8f59beda-f272-44ba-9358-34129e52081c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.850937258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"2b6f2989-3351-4a7c-b2b9-8313e15c6a8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.850993619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2b0e5ff-d1cd-47f1-a71d-c281c0edb67b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.851381192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-access-denied","reconcileID":"cb3c4a7c-5fc7-4c62-aefb-f2a9c5809b25","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.908309621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"2b6f2989-3351-4a7c-b2b9-8313e15c6a8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.909071931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8f59beda-f272-44ba-9358-34129e52081c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.911392608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2b0e5ff-d1cd-47f1-a71d-c281c0edb67b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:46.912836889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-access-denied","reconcileID":"cb3c4a7c-5fc7-4c62-aefb-f2a9c5809b25","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:47.221877833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-auth","reconcileID":"c3b2ebf8-4bc7-4704-a250-40a0a422c2b1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-distinct-models-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:47.32659222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90b1b2a3-5619-474f-a374-cb5f92826e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:47.383840418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90b1b2a3-5619-474f-a374-cb5f92826e4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:47.49003743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-auth","reconcileID":"468bae01-c4ba-400d-ab3e-4e0f76eac90d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:47.547302089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-auth","reconcileID":"468bae01-c4ba-400d-ab3e-4e0f76eac90d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:47.548159198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b4d2d39-508b-45ab-847d-b392288154ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:47.601317463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b4d2d39-508b-45ab-847d-b392288154ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:47.654538108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b4d2d39-508b-45ab-847d-b392288154ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:47.707929195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b4d2d39-508b-45ab-847d-b392288154ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:49.050227662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21d6c2af-2fc7-49c8-8a6f-810a1dd052f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:49.050242521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2fde6cb-3a58-4f1b-a23e-984d54c6b649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:49.107527798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21d6c2af-2fc7-49c8-8a6f-810a1dd052f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:49.10769184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2fde6cb-3a58-4f1b-a23e-984d54c6b649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.031756712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cdf20e-sub","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-sub","reconcileID":"da5108ef-d03d-4546-aad7-a2406745f54d","MaaSSubscription":{"name":"test-model-cdf20e-sub","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"name":"maas-trlp-test-model-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.11781123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"79a290af-066f-4405-b5e7-e25b5e3c3e6f","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cdf20e","tenantID":"e2e-inf-a-cdf20e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.180892206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"79a290af-066f-4405-b5e7-e25b5e3c3e6f","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"name":"e2e-inf-a-cdf20e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.21658635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"9dbca16b-ee9b-4ee8-951c-3e684f102ccc","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"tenant":"e2e-inf-a-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:53.216609388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"9dbca16b-ee9b-4ee8-951c-3e684f102ccc","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"routeName":"test-model-cdf20e-kserve-route","namespace":"ai-tenant-e2e-inf-a-cdf20e","llmisvcName":"test-model-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:55.807531643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"7116c4d4-9936-42e7-8bd7-f51c9bd660a3","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:55.867838883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"88533c62-f0cc-46b9-940d-01a0ea3c1be1","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:37:55.919922192Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-885382/e2e-distinct-models-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:55.925953526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"57c0a31e-3333-4112-86b1-50d4780ae91e","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:55.926360638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"fddc25c0-a758-4141-b19d-1d9f1f4ec8be","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:55.926671612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"00eb562e-fb2f-4834-a705-1d1f91b754cb","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:55.969245057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"230c87b4-8d04-4627-a8a7-e4a9468e3055","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:55.971156223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2eb900a7-d91f-4774-9b51-bcb724944db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:55.975200977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"fc3fa158-e376-4f3e-9f8a-c1a5ba746480","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:55.975485841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"a78b7e4b-e199-4511-a1bf-46a8d8d7252f","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.02685087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"230c87b4-8d04-4627-a8a7-e4a9468e3055","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.028147479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2eb900a7-d91f-4774-9b51-bcb724944db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.074571138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"d7125a27-5f45-4e0d-8e9d-3830fa52c8f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.075691171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"689562c2-c4ab-40a0-9bca-b3936de8e8ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.075905331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-auth","reconcileID":"3edfec47-d324-4a08-869b-2c4386bdf178","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.132292725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"d7125a27-5f45-4e0d-8e9d-3830fa52c8f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.137868853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"689562c2-c4ab-40a0-9bca-b3936de8e8ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.138142656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-auth","reconcileID":"3edfec47-d324-4a08-869b-2c4386bdf178","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.19119031Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-subscription","reconcileID":"7cc477b3-3825-4c62-9bf5-98f3d3a41b42","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-w3-885382","model":"distinct-w3-885382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-885382/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.343974123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6b4dcf8-1151-4a03-ad61-f5bce10e2585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.343984664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb47506d-31e4-46dd-aa7c-47f897159165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.353436261Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-subscription","reconcileID":"7cc477b3-3825-4c62-9bf5-98f3d3a41b42","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-2-w3-885382","model":"distinct-2-w3-885382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-885382/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.401503266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb47506d-31e4-46dd-aa7c-47f897159165","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.401517206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6b4dcf8-1151-4a03-ad61-f5bce10e2585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.57308285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"1cf8f331-3ca8-4f74-bf93-d47d3f3b99f8","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.573431447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"9ee3df1d-2583-4c26-833c-d6246db8a2e2","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.600975333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"8d63095f-14f9-4ad4-beb2-183d026635df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.601131979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0b5b0684-2ebc-4d2a-a5b4-d45c56b61f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.659756635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"8d63095f-14f9-4ad4-beb2-183d026635df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.660583326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0b5b0684-2ebc-4d2a-a5b4-d45c56b61f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.752807847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-auth","reconcileID":"2509c0f4-e06f-4055-a735-0918ac28e0f2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.786171438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-subscription","reconcileID":"65f02377-b522-436c-ba7c-44f9bceb9479","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.80913155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-auth","reconcileID":"2509c0f4-e06f-4055-a735-0918ac28e0f2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.856945796Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-user-subscription","reconcileID":"df1d8690-bd44-45d7-a556-058d692932a5","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:56.945520163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-subscription","reconcileID":"65f02377-b522-436c-ba7c-44f9bceb9479","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-2-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.07450311Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-user-subscription","reconcileID":"df1d8690-bd44-45d7-a556-058d692932a5","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.165569629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"158679c2-0321-4fc4-8ca2-4289bbcd5770","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.165908694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"fc7cf08a-7051-449e-9900-d556422729b7","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.288111078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-other-subscription","reconcileID":"f1bd6536-821c-4e47-9a6f-a89d72ffcedd","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.288126196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"9eeaf076-f447-4d50-80e3-c579dac5b5e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.336754889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"5bcee233-e8b0-4408-a44e-55874a108d7a","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.396310311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"15b71dda-b4ae-437b-bb6c-b064c693a3e8","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.396708466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"5bb3de0e-13c2-4285-a2ab-f529e803ef6c","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.477380898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"3d0d0241-a55c-4f22-98e1-d143efa4f8bd","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.498038053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-access-denied","reconcileID":"2057e9ac-d590-45f9-be74-7a90567e6816","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.498175079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"465b0e31-a6f6-4a7b-be5b-03d6d5eaa866","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.498586552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"5429f9e1-5787-4ea5-bc8a-db8358f91c85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.498875776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0555d261-f9df-4195-81d5-e18314c9f621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.499249621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ad5c7b3-2ac9-4a83-a9ca-909258b9c475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.555294767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"465b0e31-a6f6-4a7b-be5b-03d6d5eaa866","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.555309576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-access-denied","reconcileID":"2057e9ac-d590-45f9-be74-7a90567e6816","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.557657318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"5429f9e1-5787-4ea5-bc8a-db8358f91c85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.558032368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ad5c7b3-2ac9-4a83-a9ca-909258b9c475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.559954604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0555d261-f9df-4195-81d5-e18314c9f621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.922360301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-access-denied","reconcileID":"730c3112-a556-4e91-8cda-7975f9f019ff","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.92257338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e08b3bc7-6705-4c27-823e-2eb9ed0a0ef4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.922957776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"423d66dc-a7cf-443f-a6f1-e10bdeee8bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.923355263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"f8f92623-7d7c-4a05-a056-8516e1353c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.923476214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d843413-be79-4ed0-9cbf-fb04e57301a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.980684209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-access-denied","reconcileID":"730c3112-a556-4e91-8cda-7975f9f019ff","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.980757567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e08b3bc7-6705-4c27-823e-2eb9ed0a0ef4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.983095523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d843413-be79-4ed0-9cbf-fb04e57301a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.983106748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"423d66dc-a7cf-443f-a6f1-e10bdeee8bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:57.985333333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"f8f92623-7d7c-4a05-a056-8516e1353c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:58.159586057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"439c9a6e-7052-40fc-9928-985a4a1a72ff","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"tenant":"e2e-inf-b-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:58.159619701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"439c9a6e-7052-40fc-9928-985a4a1a72ff","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"routeName":"test-model-089f68-kserve-route","namespace":"ai-tenant-e2e-inf-b-089f68","llmisvcName":"test-model-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.347581077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"98a55497-a429-4739-adb3-2cf54f3bb474","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.406489274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"0faab763-a724-4a70-9f19-c2db3a8edc9e","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.511314064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ecd2b074-48f0-49b3-b28e-8a68fbbd97c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.511360898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d38c8747-ab4c-4d52-a9b0-1a026b8a92ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.513967925Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-subscription","reconcileID":"01abeadb-f3e1-4294-bb3a-aed6ae8f557d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-99ec853e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.568564183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d38c8747-ab4c-4d52-a9b0-1a026b8a92ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.568947084Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-subscription","reconcileID":"c72cae5f-a0a1-451d-9755-ee1c8acc08ba","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-99ec853e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.569996897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ecd2b074-48f0-49b3-b28e-8a68fbbd97c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.6154472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-auth","reconcileID":"e5877a6b-5b34-4236-9c71-cc8d02698dbf","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.616020006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"69e75a18-a499-48df-9772-15e7b9acf958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.616053569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"c4b4e626-4058-4f12-86a1-4e44309fa61e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.673380172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"c4b4e626-4058-4f12-86a1-4e44309fa61e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.673403165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-auth","reconcileID":"e5877a6b-5b34-4236-9c71-cc8d02698dbf","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:37:59.676330963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"69e75a18-a499-48df-9772-15e7b9acf958","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:00.097488431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"e0f0f22c-cd3a-47b1-ac63-fdb1d2efa61b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:00.097513701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"e328e7cf-7386-4da3-9b0c-7cf8213ac18c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:00.1544741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"e0f0f22c-cd3a-47b1-ac63-fdb1d2efa61b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:00.154696915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"e328e7cf-7386-4da3-9b0c-7cf8213ac18c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:00.201928637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-auth","reconcileID":"14a5a9f8-5d1a-4233-8bc9-c942ee3b0131","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:00.259730802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-auth","reconcileID":"14a5a9f8-5d1a-4233-8bc9-c942ee3b0131","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.618085468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"62314bf6-e0a6-4ad8-8058-cea3970e87f3","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"tenant":"e2e-inf-b-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.61810709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"62314bf6-e0a6-4ad8-8058-cea3970e87f3","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"routeName":"test-model-089f68-kserve-route","namespace":"ai-tenant-e2e-inf-b-089f68","llmisvcName":"test-model-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.675174805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"23f04192-0324-4b67-88a3-32a8e210bb55","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"tenant":"e2e-inf-b-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.675207976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"23f04192-0324-4b67-88a3-32a8e210bb55","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"routeName":"test-model-089f68-kserve-route","namespace":"ai-tenant-e2e-inf-b-089f68","llmisvcName":"test-model-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.784439514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"1537347b-9ad0-417d-93ed-0807f78d87a1","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-089f68","tenantID":"e2e-inf-b-089f68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.933938399Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"1537347b-9ad0-417d-93ed-0807f78d87a1","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"name":"e2e-inf-b-089f68-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:03.997530379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-089f68-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"1537347b-9ad0-417d-93ed-0807f78d87a1","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:04.060031006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"35e86726-8b31-4d42-a39c-c63173d10b68","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"tenant":"e2e-inf-b-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:04.060153663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"35e86726-8b31-4d42-a39c-c63173d10b68","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"routeName":"test-model-089f68-kserve-route","namespace":"ai-tenant-e2e-inf-b-089f68","llmisvcName":"test-model-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:04.824626379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-auth","reconcileID":"c1d9c015-f3f7-498a-979f-c9d8a6712a49","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:04.825770082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"03880d23-e7d1-48f2-b147-4d9c6470af72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:04.82669982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"df3b9090-0bf4-490b-a92c-7eb50884ce70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:04.956697447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"df3b9090-0bf4-490b-a92c-7eb50884ce70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:04.960363957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"03880d23-e7d1-48f2-b147-4d9c6470af72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:04.966667412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-auth","reconcileID":"c1d9c015-f3f7-498a-979f-c9d8a6712a49","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:05.466961143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"90cba236-1845-4000-9ceb-eb56b1e4f669","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:05.50432298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"27413ed4-aea2-4bd2-b880-5f0e1efb603f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:05.535700447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"90cba236-1845-4000-9ceb-eb56b1e4f669","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:05.564178766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"27413ed4-aea2-4bd2-b880-5f0e1efb603f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:05.596316107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-auth","reconcileID":"21c03f88-9f2d-4bf9-9ac2-243686838913","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:05.661979078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-auth","reconcileID":"21c03f88-9f2d-4bf9-9ac2-243686838913","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:05.907808795Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:07.64186907Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-other-subscription","reconcileID":"296e2555-90a7-4120-9d0f-d8fcb533d0e1","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:07.859761331Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-other-subscription","reconcileID":"296e2555-90a7-4120-9d0f-d8fcb533d0e1","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.073230523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"9c4f513e-3704-4868-a11a-b21cddeb90ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.125254937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"5f11d93e-e62f-4d35-bf7a-a6078d29a22c","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.257277582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"fd839491-a05d-42d3-92b5-21e4d3f4d928","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.284937672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"7a4dd1b6-9d89-481c-a9b4-884ecbec4da2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.285250774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f26dfde-7409-460d-8b83-4e11c7a4add5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.285471484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"39e6a77e-e445-49f6-b4d8-8bf489440c75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.286043669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-access-denied","reconcileID":"8a85b88d-f747-456d-8c4a-e22fbeb0b7f9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.286243416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aac3d0eb-edd0-4229-bc6b-bc32af0c59cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.343144648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f26dfde-7409-460d-8b83-4e11c7a4add5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.343345385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"39e6a77e-e445-49f6-b4d8-8bf489440c75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.345698234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aac3d0eb-edd0-4229-bc6b-bc32af0c59cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.346068457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"7a4dd1b6-9d89-481c-a9b4-884ecbec4da2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.347830408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-access-denied","reconcileID":"8a85b88d-f747-456d-8c4a-e22fbeb0b7f9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.505192253Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-auth-access-denied","reconcileID":"f290e970-75e2-4989-9cfd-cc8b32fc6dff","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:08.670091368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"e0c040de-8fa7-4538-8b28-f405e0b9c6e7","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:09.622586777Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-subscription","reconcileID":"d77b2906-64e4-4de3-a013-254b21f603f2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:09.675968262Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-subscription","reconcileID":"d77b2906-64e4-4de3-a013-254b21f603f2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:09.73020661Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-subscription","reconcileID":"d77b2906-64e4-4de3-a013-254b21f603f2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:09.785355837Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-subscription","reconcileID":"d77b2906-64e4-4de3-a013-254b21f603f2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:09.839532598Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-subscription","reconcileID":"d77b2906-64e4-4de3-a013-254b21f603f2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:09.893018218Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-subscription","reconcileID":"d77b2906-64e4-4de3-a013-254b21f603f2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:09.90415737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"caef21d3-5ebd-46d8-9f52-1a6828a8f5d1","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:09.95915514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"d08808a1-74f5-46dc-8efa-30dde65b8e48","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.117225359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-auth","reconcileID":"dc2d74e6-5cbe-4700-8d1a-ba6822d0f0b8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.166322885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"abde6f0b-ca30-420d-bbd7-133050884d0c","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.187497168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-auth","reconcileID":"dc2d74e6-5cbe-4700-8d1a-ba6822d0f0b8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.187927096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"e18964d1-8ba1-4c40-8241-6ac49c6a6e84","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.245535996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"6b21597a-9d5e-440a-9ce4-b31835764613","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:38:10.289543326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-subscription","reconcileID":"efdd07d9-3ea3-4002-9eb3-5f5a6aa06413","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.304362595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"ed68db77-cc62-423a-8b0b-a86b11bde03e","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.312934703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"98e7ba3f-f1ea-47bd-a3b8-cf3502036ed8","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.313156454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"47c1078a-b7f2-455a-9b49-2543f25e9e76","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.324371428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c10bb92-44e9-444c-8069-0e3723189ac5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.343897956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"f07dc7cc-82cd-4a71-8f3b-55abdca6d338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.344200767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92e85f9c-4911-464e-af33-e5369db73d6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.34433916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"d9531603-519c-446c-80ce-72c10a2384da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.381770543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c10bb92-44e9-444c-8069-0e3723189ac5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.40134374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92e85f9c-4911-464e-af33-e5369db73d6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.402283502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"f07dc7cc-82cd-4a71-8f3b-55abdca6d338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.403723595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"d9531603-519c-446c-80ce-72c10a2384da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.404096801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"83a6e736-b308-4af8-94d7-ea3fce514755","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.462706808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"7e0e4706-b1ea-4588-b954-a88ca1101b79","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.505174245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"49146898-b876-45aa-9421-685b2795c2fd","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.602763738Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-auth","reconcileID":"23a16382-31c5-406b-95ec-a47bb121cfe8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.655704106Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-distinct-models-auth","reconcileID":"23a16382-31c5-406b-95ec-a47bb121cfe8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.662568342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-auth","reconcileID":"713366e2-0f61-4576-9fd9-189963c138e0","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.721504857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-auth","reconcileID":"713366e2-0f61-4576-9fd9-189963c138e0","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.732950751Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-subscription","reconcileID":"173ce569-fc5e-4bf8-953e-a3ecbc278346","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-test-group-subscription","ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.763426299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"c93af8c5-e385-4946-afeb-20414fc0d34a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.763734342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a0c3343-c22e-4f69-870a-64e8f2306af2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.763873338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"bf6e7aa3-015d-49d9-9ee9-e0b69983e011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.81787061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"6099159d-66c4-47ee-b254-f739b42520a4","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.818122949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"29d6048c-764a-4d5c-ae2e-d6aea1e1f736","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.821330776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"bf6e7aa3-015d-49d9-9ee9-e0b69983e011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.821439763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a0c3343-c22e-4f69-870a-64e8f2306af2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.823572383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"c93af8c5-e385-4946-afeb-20414fc0d34a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.900716708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"f179adf2-5906-4005-99fd-d2b23e9a58e1","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.948171841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"59918b4b-5ccb-4d76-9f2e-8b870ff2c896","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:10.975634134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"221729bc-35a2-4114-915c-e0e639fcf34e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:11.032626986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"221729bc-35a2-4114-915c-e0e639fcf34e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:11.115178882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-subscription","reconcileID":"ec85bc73-e8fa-4b7e-ab54-987f02ab212b","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:11.119151712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8190b555-8199-4a76-a03c-944063b806da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:11.175629852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8190b555-8199-4a76-a03c-944063b806da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:11.21947184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"e987bcca-6d71-4ec3-ae0d-802a05bf5f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:11.276022609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"e987bcca-6d71-4ec3-ae0d-802a05bf5f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:11.83804692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"eac22cb9-0e29-4702-9cab-a1dc8ee02414","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:11.895369842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"83a8e46c-55d0-4d49-a78c-b0f908aab499","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.105370231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth1","reconcileID":"0809d41f-829a-4080-99f6-52ac380510e1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.114325449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"8e4dd466-86c6-4c25-ae44-5b2dc663cd2e","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.161821427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth1","reconcileID":"0809d41f-829a-4080-99f6-52ac380510e1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.173549987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"35b2d0e4-30f6-4a41-8446-d6b486836b89","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:38:12.222028617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-sub1","reconcileID":"2c2ce79e-a48c-4be2-b503-910cbff7f393","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:38:12.227498052Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"35b2d0e4-30f6-4a41-8446-d6b486836b89","name":"distinct-w3-885382","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-885382\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:38:12.227547732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"35b2d0e4-30f6-4a41-8446-d6b486836b89","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-885382\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.227702446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"c4bc71b7-a638-4cb3-992e-a73fe4b90a0c","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.232911158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"52936b85-0b3b-4d0d-a2b2-04d4f5b3e354","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.274339869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fe78382-e44c-4850-afe3-202da76dcdd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.274639765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a68ef9cf-fd38-4f04-8ecd-b3f0e3f5f2d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.326488515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"561b2c65-e23e-4748-9d80-f6850c375443","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.326902197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"c703691a-3285-493f-8a40-43a7e8349beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.329685296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"eac20f27-0c38-45f4-a155-ab3198de383f","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.332103896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fe78382-e44c-4850-afe3-202da76dcdd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.332841821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a68ef9cf-fd38-4f04-8ecd-b3f0e3f5f2d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.383561919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"561b2c65-e23e-4748-9d80-f6850c375443","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.384245492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"c703691a-3285-493f-8a40-43a7e8349beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.386915611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"e3529be0-367c-49a0-b388-4629543d8fa3","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.395013384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"6a9189ba-b161-4b87-9fac-0e4db74521b8","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.480291561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"cd847577-7bea-488e-8564-9c5b9dfc12f1","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.608002279Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-sub1","reconcileID":"e4fd2f27-085a-4b0b-bf97-a2f8238f7442","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-w3-885382","model":"distinct-w3-885382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-885382/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.672335129Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-885382 priority=0:[ai-tenant-e2e-worker-w3-885382/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-885382/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.67252916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"94c50729-c455-4104-868e-7b949231f192","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.733104939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"dfe76a8b-1306-4ec2-8e73-bf54ca4c1a43","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.739454124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05441283-7781-41db-9c8a-f4cce92f5c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.739761875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69caa26c-f4b3-46f0-8a53-e02b0ccf76c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.74203631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth1","reconcileID":"adb2b023-a346-4ea4-a0e6-e0e1da62a3f6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.771872839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"9832ebb0-677d-44cd-b519-36c3df57154b","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:38:12.779440638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-sub2","reconcileID":"103e5109-c173-468d-a9c1-9489d00d36b8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:38:12.782192104Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-885382/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.798061973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69caa26c-f4b3-46f0-8a53-e02b0ccf76c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.798242702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05441283-7781-41db-9c8a-f4cce92f5c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.800567487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth1","reconcileID":"adb2b023-a346-4ea4-a0e6-e0e1da62a3f6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.889224193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"f6247fe2-c8b1-4db9-9ff2-a6d6a11f55d7","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.944684439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"ad0fe210-c2d9-4046-98b5-cfe0cd69c9f1","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.944968278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"44e497c2-e1f3-493b-aaae-fc9c48403b7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.945143107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"3a29ee96-80b4-4448-8eda-f8e22e0792c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:12.983209006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-sub1","reconcileID":"3487e263-26e4-47a9-aaa8-b4d66c0b5626","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.003613903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"3a29ee96-80b4-4448-8eda-f8e22e0792c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.00373405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"44e497c2-e1f3-493b-aaae-fc9c48403b7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.061701943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"eed0a4fb-84d7-4482-92c5-e2c0360db7fc","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.149065126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"96e465ac-706c-40bf-b929-218bd5b4d934","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.159458291Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-sub2","reconcileID":"4d210334-e74e-42d2-a719-7aa8140c8af4","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-2-w3-885382","model":"distinct-2-w3-885382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-885382/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.163469588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20dab103-4607-4477-8f85-ae6016f2866d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.220337994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20dab103-4607-4477-8f85-ae6016f2866d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.267922988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth1","reconcileID":"0a01085e-3eac-42f7-915a-9997aa2bea99","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.324426482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth1","reconcileID":"0a01085e-3eac-42f7-915a-9997aa2bea99","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.325752985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"b0240bbe-a496-489f-bd2b-b85d19e54644","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.369144945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth2","reconcileID":"6ab2e4f6-fef8-4434-9770-2bd8f26f37fc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.426022958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth2","reconcileID":"6ab2e4f6-fef8-4434-9770-2bd8f26f37fc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.474064155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"20167adf-27f4-4a34-9162-a04afe565c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.474066015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"efe234ee-a3a4-457e-8a96-e422ef6c14e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.530440289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"20167adf-27f4-4a34-9162-a04afe565c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.530624931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"efe234ee-a3a4-457e-8a96-e422ef6c14e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.536057021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff39f451-f708-4543-8120-f21aca3f6cc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.536702119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-sub2","reconcileID":"437db5a4-7233-4417-a29e-beeaeea989b4","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-2-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.593336503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff39f451-f708-4543-8120-f21aca3f6cc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:13.742518187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"629f9577-3692-46d9-8f1a-b32ac4a7cff6","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:14.005409155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth2","reconcileID":"2b1bceef-34ac-4373-ae1c-7f2c1809fdd6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:14.062114396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth2","reconcileID":"2b1bceef-34ac-4373-ae1c-7f2c1809fdd6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:14.166440612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"346e55e2-8872-4ff6-bd66-6fb80f6236fb","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-089f68","tenantID":"e2e-inf-b-089f68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:14.223171084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"346e55e2-8872-4ff6-bd66-6fb80f6236fb","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"name":"e2e-inf-b-089f68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:14.278573436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-089f68-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"346e55e2-8872-4ff6-bd66-6fb80f6236fb","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:20.624531945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"ae615c62-8293-4dea-b790-361c66343e1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:20.71854676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4b04b7cb-6d9e-41a9-8a97-3e2dffa8cd24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:20.816710449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"21222958-25b1-44a7-b2ec-b9544bb34e4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:20.935341101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-subscription","reconcileID":"e0af36b2-9303-4db0-ae54-a62fb572f155","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:20.936085377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"29666185-18d1-4846-9b50-4087135bd3d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:21.013297204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-sub2","reconcileID":"bf1db18a-d821-47da-838b-50af8b6c2086","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-2-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:21.116308059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cdf20e-sub","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-sub","reconcileID":"f31f3cce-9afd-49fc-80af-571cf8229dfc","MaaSSubscription":{"name":"test-model-cdf20e-sub","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"name":"maas-trlp-test-model-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:21.204082114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"3ab3288e-a115-4ce8-89b1-a7f09f57e9b1","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:21.217438226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-sub1","reconcileID":"8f36e3ec-cb84-4a79-9faf-a92d0b382062","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:21.313448023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"14260293-f661-4a81-a5f8-b9aac6640ca8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:21.395920706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"7d9db05c-8ebd-463d-b415-5a066ad91792","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:21.406491313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"3436b930-d166-4da6-9611-d04abdfebe7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:23.848660351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"bb311c87-e2fd-4c49-ae43-1eab4f3bfc2a","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.008244615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a60a1ee0-c2c8-4d1c-82ad-0ef8893b376c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.008689827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-auth","reconcileID":"925022c8-244b-484f-90f1-6edf2d7c013c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.008244617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e100d844-147c-4854-84a5-f22de7a0a8de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.009368805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"85fff799-5eb5-4c7e-b9fd-53b96dbd518d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.00994671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"97f07aa4-9a09-4c86-b210-31444ce83a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.066115224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a60a1ee0-c2c8-4d1c-82ad-0ef8893b376c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.067523137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-auth","reconcileID":"925022c8-244b-484f-90f1-6edf2d7c013c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.068487781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"85fff799-5eb5-4c7e-b9fd-53b96dbd518d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.070763669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e100d844-147c-4854-84a5-f22de7a0a8de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.071232953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"97f07aa4-9a09-4c86-b210-31444ce83a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.381385206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"e06cdefd-3ab7-49f7-bb00-8b8fe17191a2","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.384766916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"91e18d32-582c-4195-935a-06368abafb4f","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-089f68","tenantID":"e2e-inf-b-089f68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.443317789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"91e18d32-582c-4195-935a-06368abafb4f","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"name":"e2e-inf-b-089f68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.499111511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-089f68-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ae9fbeadd9feb4a32f75f39958e60f8747f88d83bdfa24089dfdabc949fc934) AuthConfig (2092f3325ca35ef8a15d16cb1947e1dc23102602dd4d831ecdb8b201d8175ea3) AuthConfig (90d1fdb909318e7380e815011ad6095152e9fefb2183867a8b8777b13a58d70e) AuthConfig (5ef5cddd116bc97fa3ae9bfe27c1302b6bf303d534d2374e14a5ee48a03da6a7) AuthConfig (5187c15cd893802fcf248a590a34975ee3d66a99c2c0dda169d55ffc207f734e) AuthConfig (5896de9b92cfe39f9e70ea87b3d188a9586f20f4aaf87265ec41118f5a7a19d2) AuthConfig (9b3b8298d6d0633e20eebb7cc09bcebfc34059560b2b6e9bbc95bc0198ae994f) AuthConfig (2c1ce414202736d01b93a4d477ead4ec0e5dea69a0b4cc1e4206e5ef43dcd91d) AuthConfig (582579ac8cc027597d812a2d72feae00f9ed2f075319de88bf74e93fd752624b) AuthConfig (610ed760348ddc21b810f41bed4c6a8ff5302393b2c86a3a046c3bc2b8f56993) AuthConfig (5bad1287587c879bbc0f30e36229db47616c7ce2c51ef7d4843245cee4920d2b) AuthConfig (d044ff3d9dd2bc361e584cce049690b97e230858c774e61fc5e997493e228217) AuthConfig (9f814ae297ae09f29a1393ac3ffc12ce7b788aa9325a7f95863fc6746eb3cef8) AuthConfig (ab25b4a33c0955ae9b32815f715986f159d8fb53610dfb902a6af1aed7c93a5d) AuthConfig (749adfd3244b019d0b2a5df21823b9d375fb2b488da3dcb2f0c96b0b171953ca) AuthConfig (00d8162023e44ea04be4348629b91269aac9cba6ea82762bad0f1732bc80cc18) AuthConfig (ecc11733618fe5bb54cc440d5da60834c00bceff1e6f6b5600eb2a2dd9c0e99b) AuthConfig (42ff1d22407624c8ef7580e039f9d93c93e83c6fc42f536c1b200627a06da64f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"91e18d32-582c-4195-935a-06368abafb4f","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.545951773Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-sub1","reconcileID":"9d5a59cd-8018-449d-8550-e889ca1e9d77","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-61398935","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.557282571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"f2cbf016-1ec8-4f92-8236-e7f7ab3905aa","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"tenant":"e2e-inf-b-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.55730553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"f2cbf016-1ec8-4f92-8236-e7f7ab3905aa","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"routeName":"test-model-089f68-kserve-route","namespace":"ai-tenant-e2e-inf-b-089f68","llmisvcName":"test-model-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.64730688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"71864a9c-11a6-40e2-86b4-81f5c2a91b2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.647594096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth2","reconcileID":"f7c03251-1338-41b3-b5ba-71dd31e7b491","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.647306794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth1","reconcileID":"254a1ffe-9f6a-42be-80a1-b45b8edbea14","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.648818463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"ee33ad5c-a24b-4661-9aa7-4fbaaeee4292","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.705654552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth2","reconcileID":"f7c03251-1338-41b3-b5ba-71dd31e7b491","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.706457268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"71864a9c-11a6-40e2-86b4-81f5c2a91b2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.708199175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth1","reconcileID":"254a1ffe-9f6a-42be-80a1-b45b8edbea14","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.709902578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"ee33ad5c-a24b-4661-9aa7-4fbaaeee4292","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.71596266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f0ac194-59ea-47bc-a6a6-79b13f873498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:24.77297747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f0ac194-59ea-47bc-a6a6-79b13f873498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.024169678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49522d12-51d8-4fe2-a4fe-d82eee6fa6d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.083069551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49522d12-51d8-4fe2-a4fe-d82eee6fa6d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.129595212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth1","reconcileID":"bd755e19-e350-4ce3-aedb-c7c5d1037bbb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.129671489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"7e3db95e-ec4b-4a6b-bc83-d5d80f8a9ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.130152495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"140dde92-ffde-4d0d-b53d-a9b38fc42629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.186886941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth1","reconcileID":"bd755e19-e350-4ce3-aedb-c7c5d1037bbb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.186909921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"140dde92-ffde-4d0d-b53d-a9b38fc42629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.189205626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"7e3db95e-ec4b-4a6b-bc83-d5d80f8a9ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.227440285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth2","reconcileID":"93d6858f-8928-41fc-bc88-86251d3bba5a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:25.283698086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth2","reconcileID":"93d6858f-8928-41fc-bc88-86251d3bba5a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:29.588149915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"fa375cd0-4c70-4c0e-ae5a-7d0423a565ed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:29.704293599Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"fa375cd0-4c70-4c0e-ae5a-7d0423a565ed","name":"e2e-extmod-b-8b1850-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.012869325Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-subscription","reconcileID":"ff096c42-b970-4a0f-a001-38f70bddeef2","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.229597011Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-subscription","reconcileID":"ff096c42-b970-4a0f-a001-38f70bddeef2","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.446564186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"932df965-9120-45d1-864b-1ed52c704adb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.493605934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"e2b2e4ee-c25a-4446-a3f9-167cb57ba68a","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.552806512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"97d7a777-eb81-4442-8c27-d5af969154ab","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.599951281Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-sub1","reconcileID":"ded3a464-1b97-442b-8271-c0e9aa3f85d8","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.630563016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"51f82972-73bf-4ac3-a8ab-f9e5763cb519","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.653087005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-auth","reconcileID":"20001fac-000f-42e5-b51c-3edaaa02cc5f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.653191309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"9d90ff3b-d802-4e5c-addc-0735309e6bbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.653616784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"5a6e5272-cc80-4dea-9f02-eb2a06652f0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.654010428Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-sub1","reconcileID":"ded3a464-1b97-442b-8271-c0e9aa3f85d8","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.654095418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76b39aec-cfc2-40c9-a605-7ceec7ab9107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.654561376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90198e3d-4766-49a7-a2fc-482fe3d599d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.707577541Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-sub1","reconcileID":"ded3a464-1b97-442b-8271-c0e9aa3f85d8","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.711976487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-auth","reconcileID":"20001fac-000f-42e5-b51c-3edaaa02cc5f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.711976436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"9d90ff3b-d802-4e5c-addc-0735309e6bbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.715539307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"5a6e5272-cc80-4dea-9f02-eb2a06652f0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.71580252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76b39aec-cfc2-40c9-a605-7ceec7ab9107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.717862083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90198e3d-4766-49a7-a2fc-482fe3d599d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:34.944948246Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-auth","reconcileID":"cfa36292-6e1c-49de-b3df-8f7fe9de2a04","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.007491159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"78dd6872-013e-4c7f-8d56-08dfe54db836","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.050604381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"d9079d01-9eb0-4db0-87de-2cfac230bd87","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-089f68","tenantID":"e2e-inf-b-089f68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.107240003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"d9079d01-9eb0-4db0-87de-2cfac230bd87","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"name":"e2e-inf-b-089f68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.158605097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"98cff3af-a786-4d50-8207-d422ba9e15ec","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.162216131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-089f68-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ae9fbeadd9feb4a32f75f39958e60f8747f88d83bdfa24089dfdabc949fc934) AuthConfig (2092f3325ca35ef8a15d16cb1947e1dc23102602dd4d831ecdb8b201d8175ea3) AuthConfig (90d1fdb909318e7380e815011ad6095152e9fefb2183867a8b8777b13a58d70e) AuthConfig (5ef5cddd116bc97fa3ae9bfe27c1302b6bf303d534d2374e14a5ee48a03da6a7) AuthConfig (5187c15cd893802fcf248a590a34975ee3d66a99c2c0dda169d55ffc207f734e) AuthConfig (5896de9b92cfe39f9e70ea87b3d188a9586f20f4aaf87265ec41118f5a7a19d2) AuthConfig (9b3b8298d6d0633e20eebb7cc09bcebfc34059560b2b6e9bbc95bc0198ae994f) AuthConfig (2c1ce414202736d01b93a4d477ead4ec0e5dea69a0b4cc1e4206e5ef43dcd91d) AuthConfig (582579ac8cc027597d812a2d72feae00f9ed2f075319de88bf74e93fd752624b) AuthConfig (610ed760348ddc21b810f41bed4c6a8ff5302393b2c86a3a046c3bc2b8f56993) AuthConfig (5bad1287587c879bbc0f30e36229db47616c7ce2c51ef7d4843245cee4920d2b) AuthConfig (d044ff3d9dd2bc361e584cce049690b97e230858c774e61fc5e997493e228217) AuthConfig (9f814ae297ae09f29a1393ac3ffc12ce7b788aa9325a7f95863fc6746eb3cef8) AuthConfig (ab25b4a33c0955ae9b32815f715986f159d8fb53610dfb902a6af1aed7c93a5d) AuthConfig (749adfd3244b019d0b2a5df21823b9d375fb2b488da3dcb2f0c96b0b171953ca) AuthConfig (00d8162023e44ea04be4348629b91269aac9cba6ea82762bad0f1732bc80cc18) AuthConfig (ecc11733618fe5bb54cc440d5da60834c00bceff1e6f6b5600eb2a2dd9c0e99b) AuthConfig (42ff1d22407624c8ef7580e039f9d93c93e83c6fc42f536c1b200627a06da64f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"d9079d01-9eb0-4db0-87de-2cfac230bd87","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.216436512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"77a42c50-c994-46f6-8c22-93b8fbddaa3d","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.308068894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b1aaae20-74ef-4977-ba53-ab2e7310468b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.308491968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"57e7eeed-dd69-4f88-a41f-c42ae82854a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.308543745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth1","reconcileID":"1e79cf3b-c92d-403b-86f8-b27bbb49d92d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.321934559Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-sub2","reconcileID":"4513c857-a638-4977-858c-34f27e920dae","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3a0fd34d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.362220129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"630b0b14-d5ab-4edb-a25e-f450f1c4a46c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.36591308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"57e7eeed-dd69-4f88-a41f-c42ae82854a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.366046294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth1","reconcileID":"1e79cf3b-c92d-403b-86f8-b27bbb49d92d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.368325725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b1aaae20-74ef-4977-ba53-ab2e7310468b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.420432643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"630b0b14-d5ab-4edb-a25e-f450f1c4a46c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.425900108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth2","reconcileID":"7055541e-b35f-4dac-9626-9a8a3d2f3a03","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.482768283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth2","reconcileID":"7055541e-b35f-4dac-9626-9a8a3d2f3a03","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.682728081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f98f844-aa07-4c8a-8c4e-1c704398ef70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.740264235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f98f844-aa07-4c8a-8c4e-1c704398ef70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.790907864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth1","reconcileID":"7763ea04-0686-45b6-ace0-a2b37bf71c1d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.791738866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"58b90d6c-0fb6-4686-9184-3bd3b30023b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.858874852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth1","reconcileID":"7763ea04-0686-45b6-ace0-a2b37bf71c1d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.85887668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"58b90d6c-0fb6-4686-9184-3bd3b30023b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.895507598Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.895689973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"cca91206-5c2a-4418-992b-5682d299c9bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.952555085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"cca91206-5c2a-4418-992b-5682d299c9bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:35.989659111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth2","reconcileID":"58468f5a-56a3-4749-b529-d3fc4a4a25e7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.016994354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"d24b730c-2a26-406e-9272-6146e481fe73","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.04648254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth2","reconcileID":"58468f5a-56a3-4749-b529-d3fc4a4a25e7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.074408121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"5148dfc3-b3fa-43eb-9028-761d199bd5e5","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.232066862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-no-auth","reconcileID":"bab89fcf-bbc5-407f-b879-6302b02ea3b6","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.278801886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"e6b96f4d-3060-4070-9e3d-c88f77648727","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.288636355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-no-auth","reconcileID":"bab89fcf-bbc5-407f-b879-6302b02ea3b6","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.338627331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"57192ff9-9bb0-42a3-9d90-22e03edc91ff","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:38:36.385807061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-sub-only","reconcileID":"cbdbf28a-25c6-4e1c-985d-8c89c0f62097","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.438822376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3afa0b62-3b2c-4954-8862-1b162ccdb186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.502486035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3afa0b62-3b2c-4954-8862-1b162ccdb186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.503862654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"ed1ef549-aa56-42ec-a5e9-fb728099bd48","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.542211203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"7ba37c42-0d69-4cc0-bf4e-8979ff59624c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.542650796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e1855c1-74d5-413f-a4bd-c9b2c2ed869f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.5429132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"82a6cb6e-5b19-4e5e-9054-93ac50fa3bd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.561239478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"fc6c1bf2-e9bd-4dff-9d67-b365790b0fe7","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.600103518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"82a6cb6e-5b19-4e5e-9054-93ac50fa3bd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.601919626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e1855c1-74d5-413f-a4bd-c9b2c2ed869f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.602559212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"7ba37c42-0d69-4cc0-bf4e-8979ff59624c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.604500731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"f5f6152d-c81d-4274-981b-e0bb64b4becf","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.761597741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-no-auth","reconcileID":"e221eaa8-2528-463e-8939-2204cc336945","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.81931854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-no-auth","reconcileID":"e221eaa8-2528-463e-8939-2204cc336945","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.836465684Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-sub-only","reconcileID":"ef000949-5ebc-4e17-bc6c-070ed2199148","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-test-group-sub-only","ai-tenant-e2e-worker-w0-a7f34a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.908480676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d44f978-0b71-4c5e-8640-a9b1bcf01eb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:36.969090387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d44f978-0b71-4c5e-8640-a9b1bcf01eb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:37.011318452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"1ba67ea8-6c43-4582-bbc4-498fecae2430","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:37.015925917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a276d49b-06c9-48e5-95a7-ba829a66992d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:37.016443071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"873845a3-eeb5-406c-918c-cedf2162b41c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:37.017101753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f096e1f3-f31e-49c0-b137-8aeb0e9436a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:37.054944203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"f6ccd6c5-0c80-48f0-b126-4a958c0bde19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:37.077567122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a276d49b-06c9-48e5-95a7-ba829a66992d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:37.077609708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"873845a3-eeb5-406c-918c-cedf2162b41c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:37.079893043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f096e1f3-f31e-49c0-b137-8aeb0e9436a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:38:37.142423154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-no-auth","reconcileID":"e221eaa8-2528-463e-8939-2204cc336945","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-no-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:37.157211471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cdf20e-sub","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-sub","reconcileID":"52bb3e22-228d-4898-9140-e98f92d202fe","MaaSSubscription":{"name":"test-model-cdf20e-sub","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"name":"maas-trlp-test-model-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:37.254323858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-sub-only","reconcileID":"6b731d53-a92d-4622-b019-e92a2f2e1c81","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:37.307202988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-no-auth","reconcileID":"097edfbe-a820-4807-826c-3a4c6970bfc2","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:37.364034648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-no-auth","reconcileID":"097edfbe-a820-4807-826c-3a4c6970bfc2","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:37.489470619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c1be0f36-0f6b-40c7-a5e4-61e5456fd3ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:37.589672565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b0192d00-a6bd-4ab4-a842-b1367b54d70e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:37.853311262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"1b86d7ad-1ea3-48d7-ae11-0ff6ef885fca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:38.103587586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"5f54c03f-7e8a-4023-b3f3-e475fab2b0f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:39.683888573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"4f859a08-d569-45e7-9fd1-e4db27e7fd4a","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:39.842523752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4adf79b-06d8-4e85-a1d6-97072bb499c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:39.846009746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"e2134952-c00b-40fc-a81b-e2dc6a2f5a4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:39.846458322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"573a4cd1-c69a-47b1-a218-45117c31c6f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:39.846534834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b30fddb-1648-46aa-aabc-260a13bd8414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:39.846918914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-no-auth","reconcileID":"d2e4aa0e-9c95-4acb-9dc8-6ae2fb22cf92","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:39.90227118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4adf79b-06d8-4e85-a1d6-97072bb499c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:39.903920107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"e2134952-c00b-40fc-a81b-e2dc6a2f5a4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:39.906138547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-no-auth","reconcileID":"d2e4aa0e-9c95-4acb-9dc8-6ae2fb22cf92","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:39.906209425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"573a4cd1-c69a-47b1-a218-45117c31c6f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:39.908379861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b30fddb-1648-46aa-aabc-260a13bd8414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:42.408242205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"3960574f-e798-4f60-aa50-5f68f72715d3","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:42.408269464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"3960574f-e798-4f60-aa50-5f68f72715d3","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:45.269226987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"6d570082-9403-4b0c-8b7d-6ef89fe76330","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-089f68","tenantID":"e2e-inf-b-089f68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:45.325936916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"6d570082-9403-4b0c-8b7d-6ef89fe76330","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"name":"e2e-inf-b-089f68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:45.376078392Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-sub2","reconcileID":"1aa16914-d5dd-4e00-8367-b5829ef4b3c6","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:45.429164791Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-sub2","reconcileID":"1aa16914-d5dd-4e00-8367-b5829ef4b3c6","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:45.482544933Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-sub2","reconcileID":"1aa16914-d5dd-4e00-8367-b5829ef4b3c6","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:45.644353398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"6a1c59b7-5bc2-42fe-bfab-38d29314fa48","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"tenant":"e2e-inf-b-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:45.644374551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"6a1c59b7-5bc2-42fe-bfab-38d29314fa48","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"routeName":"test-model-089f68-kserve-route","namespace":"ai-tenant-e2e-inf-b-089f68","llmisvcName":"test-model-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:45.755321682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"b1c6031c-6d25-49e3-895c-84cbe7b80d2c","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:45.894739517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"0b88e27b-9588-4625-a502-39bd741f8974","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:45.914624601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56cc2685-4aad-405e-bc78-345eef334101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:45.971603169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56cc2685-4aad-405e-bc78-345eef334101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:46.020815298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a0517ef8-f76e-4446-b275-f30d2681c303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:46.020886714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"9b00d61f-ede0-4571-946d-b80a7b769e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:46.021549524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth2","reconcileID":"bb6000d8-40ff-491c-8c00-e1da5f0a7a78","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:46.02160902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth1","reconcileID":"ffba0103-aaca-4969-ba36-1a3340581042","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:46.079347695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth2","reconcileID":"bb6000d8-40ff-491c-8c00-e1da5f0a7a78","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:46.079823436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a0517ef8-f76e-4446-b275-f30d2681c303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:46.082312687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth1","reconcileID":"ffba0103-aaca-4969-ba36-1a3340581042","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:46.083369364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"9b00d61f-ede0-4571-946d-b80a7b769e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:46.278490347Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth1","reconcileID":"8a5dfb6f-9d43-4425-95ae-4ead8faa1e7f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:46.336511361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ba0a24b-fd32-4f57-a60c-b61058b080b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:46.393565954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ba0a24b-fd32-4f57-a60c-b61058b080b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:46.440196601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"fd0c76c7-f4c8-4415-8b68-277c56293ee2","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:46.489442387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth2","reconcileID":"c1cb25b2-6752-4a96-ae75-444b88698ebe","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:46.546674205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth2","reconcileID":"c1cb25b2-6752-4a96-ae75-444b88698ebe","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:46.577846029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"133d8f46-6994-42b4-ace7-51b8ed6d6767","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:46.752227207Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-return-all-auth2","reconcileID":"65222aef-0247-4a23-bf8b-7766fff2cc27","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:46.915978369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"30c661fd-28a0-42ff-9b0f-c465407fde09","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:49.85111601Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-sub-only","reconcileID":"8bdbfe00-09a1-4cb9-a388-82186404ca1d","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.069713767Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-sub-only","reconcileID":"8bdbfe00-09a1-4cb9-a388-82186404ca1d","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.282952849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"e83bbd78-c771-4621-9c76-80548ca4d419","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.332919066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"50a8c9e9-d046-4d9b-a785-2e83ca1e601a","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.464308326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"8f0f0450-7344-49e3-b560-d8d8507b8bc2","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.492562976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"d078b70b-01e3-4a32-a41c-27c5270dd1d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.493058593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"c1e43782-8ced-486e-bf2a-05871a8041be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.493168589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb7d282b-f865-4bfd-b031-82c6fc53e6f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.493716499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccf2d67f-3cfd-48b6-911a-e2a7e0dfb14b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.494297133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-no-auth","reconcileID":"65d19b4d-ece3-4bf0-bf02-361e27664869","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.502423955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"86df9800-c59c-4316-9ad3-bc9d432deaeb","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"tenant":"e2e-inf-b-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.502437899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"86df9800-c59c-4316-9ad3-bc9d432deaeb","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"routeName":"test-model-089f68-kserve-route","namespace":"ai-tenant-e2e-inf-b-089f68","llmisvcName":"test-model-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.551020647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"c1e43782-8ced-486e-bf2a-05871a8041be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.551255458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"d078b70b-01e3-4a32-a41c-27c5270dd1d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.553627051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb7d282b-f865-4bfd-b031-82c6fc53e6f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.553675806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-no-auth","reconcileID":"65d19b4d-ece3-4bf0-bf02-361e27664869","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.555799445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccf2d67f-3cfd-48b6-911a-e2a7e0dfb14b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.566049408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"b1c5da5e-b165-40b5-af76-ea4c6235504f","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"tenant":"e2e-inf-b-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.566069532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"b1c5da5e-b165-40b5-af76-ea4c6235504f","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"routeName":"test-model-089f68-kserve-route","namespace":"ai-tenant-e2e-inf-b-089f68","llmisvcName":"test-model-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:38:50.613162205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-089f68-sub","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-sub","reconcileID":"7ed94752-8bc2-471c-afa5-f5d98f32b1fc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-089f68-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:38:50.621429353Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"b1c5da5e-b165-40b5-af76-ea4c6235504f","name":"test-model-089f68","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-089f68\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:38:50.621512996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"b1c5da5e-b165-40b5-af76-ea4c6235504f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-089f68\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.627741497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"e09b4140-8592-48f0-8420-3942ced05670","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"tenant":"e2e-inf-b-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.627757666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"e09b4140-8592-48f0-8420-3942ced05670","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"routeName":"test-model-089f68-kserve-route","namespace":"ai-tenant-e2e-inf-b-089f68","llmisvcName":"test-model-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.724980405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"7f2bc03d-eb79-448b-bd31-8a1097430920","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"tenant":"e2e-inf-b-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.725117486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"7f2bc03d-eb79-448b-bd31-8a1097430920","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"routeName":"test-model-089f68-kserve-route","namespace":"ai-tenant-e2e-inf-b-089f68","llmisvcName":"test-model-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.756965732Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-test-group-no-auth","reconcileID":"94883a60-6b09-4e48-a4a1-de57d0b49b20","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.78176194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"c7cb2d17-ccad-439b-a8e2-0a525585f286","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"tenant":"e2e-inf-b-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.781800516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"c7cb2d17-ccad-439b-a8e2-0a525585f286","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"routeName":"test-model-089f68-kserve-route","namespace":"ai-tenant-e2e-inf-b-089f68","llmisvcName":"test-model-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.86268956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"078c7cd4-460c-40e1-b9d1-7489d71ee017","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-089f68","tenantID":"e2e-inf-b-089f68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.915457344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da98603a-268b-4d7f-b582-2432e7b24aa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.915465933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71e34934-54bc-4b91-bbca-6c91a2255049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.919244261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"078c7cd4-460c-40e1-b9d1-7489d71ee017","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"name":"e2e-inf-b-089f68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.973416272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71e34934-54bc-4b91-bbca-6c91a2255049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.973423682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da98603a-268b-4d7f-b582-2432e7b24aa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:50.997466844Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-089f68-sub","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-sub","reconcileID":"b5d43c1a-4b05-4376-9637-04101b5152fa","MaaSSubscription":{"name":"test-model-089f68-sub","namespace":"ai-tenant-e2e-inf-b-089f68"},"name":"maas-trlp-test-model-089f68","model":"test-model-089f68","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-089f68/test-model-089f68-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:51.013071339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"5f3f50d4-7f58-4c68-aa2f-03801ac3c3b6","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:51.163063265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"82df72ae-946a-4383-a97d-95c84ff26e22","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"tenant":"e2e-inf-b-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:51.163082943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"82df72ae-946a-4383-a97d-95c84ff26e22","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"routeName":"test-model-089f68-kserve-route","namespace":"ai-tenant-e2e-inf-b-089f68","llmisvcName":"test-model-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:51.374974472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-089f68-sub","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-sub","reconcileID":"a711b87c-ad0b-4e50-8c6d-901835733494","MaaSSubscription":{"name":"test-model-089f68-sub","namespace":"ai-tenant-e2e-inf-b-089f68"},"name":"maas-trlp-test-model-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:52.277852449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"d7827561-4e06-4731-a62a-e1be7ea9ac3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:53.411132976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"99539da4-2d97-48dc-95ee-0dd23f0dd776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:53.411733741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"d951865f-c095-42cc-ad94-5ffad518cedb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:53.492253367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"99539da4-2d97-48dc-95ee-0dd23f0dd776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:53.497002125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"d951865f-c095-42cc-ad94-5ffad518cedb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:53.909366369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ecc6f10e-ad56-49ed-8f29-2b1ec9510e51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:53.909827674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"1c06dde0-0ee9-48c4-9801-4dc2837a903f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:53.98718105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"1c06dde0-0ee9-48c4-9801-4dc2837a903f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:53.987721294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ecc6f10e-ad56-49ed-8f29-2b1ec9510e51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.266143817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"f2b27c03-426f-4644-b473-8c661a1d326b","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.323732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"0308921b-1738-4df5-ba23-2bf93d4b55a3","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.481157271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-user-token-filter-auth","reconcileID":"45d1609a-3ec7-4946-aea5-38a7003e43db","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.536468341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"91be31dc-7ef2-4d95-ab00-8ac1a97fbf30","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.540226588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-user-token-filter-auth","reconcileID":"45d1609a-3ec7-4946-aea5-38a7003e43db","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.594427813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"f84f269f-47ce-486f-90ac-3579fd8aa7d3","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:38:58.643568124Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-user-token-filter-sub","reconcileID":"f27b9e29-5f27-4260-a059-c06a39bb92f3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.698207516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"749fbfba-a452-463f-ba00-290538ffb939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.698405015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b25890b6-47ef-48df-89c5-ca42ad3d4981","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.698986534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77845725-f5ce-451e-ab8d-15b863f45c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.70407916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a86adeee-6c70-44a0-b30d-0e344ebfe407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.759899711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"749fbfba-a452-463f-ba00-290538ffb939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.762070284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b25890b6-47ef-48df-89c5-ca42ad3d4981","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.7633309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77845725-f5ce-451e-ab8d-15b863f45c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.764428206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a86adeee-6c70-44a0-b30d-0e344ebfe407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.768951215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"181df8ca-bf52-4be9-bfae-181303ee52f6","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.818437135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"bbe3612e-56d1-430f-a5b0-8f59467202bb","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.827674505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"9c0038bf-c86d-4b3a-8cd2-212aba8cef57","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:58.978328102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-user-token-filter-auth","reconcileID":"9f9bb40d-b953-4a80-9664-e838ee0fc47f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.035256962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-user-token-filter-auth","reconcileID":"9f9bb40d-b953-4a80-9664-e838ee0fc47f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.0827424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"77e07df2-bd7e-43dd-912c-7511dd19b74a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.083693516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30a939a8-9808-45f9-9a51-624406364170","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.083903698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"183d62b0-9a4d-4c4d-8f1d-43abe551c41b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.084524202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a078bdbd-d0ae-42a3-80e8-0bd8ead4c3f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.098265554Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-user-token-filter-sub","reconcileID":"2c211e76-c23b-4d64-8d58-f9f0b17d7ec2","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-885382/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w3-885382/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.139629741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"77e07df2-bd7e-43dd-912c-7511dd19b74a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.141208847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30a939a8-9808-45f9-9a51-624406364170","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.141864561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"183d62b0-9a4d-4c4d-8f1d-43abe551c41b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.143463904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a078bdbd-d0ae-42a3-80e8-0bd8ead4c3f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.282968603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"0d209955-d242-4ed3-a39b-8f8ca5f0acc8","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:38:59.33591955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-user-token-filter-auth","reconcileID":"9f9bb40d-b953-4a80-9664-e838ee0fc47f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-user-token-filter-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.336633512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"8181ce2b-38c8-47f7-bfbd-a5cb46837aab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.495976086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-user-token-filter-sub","reconcileID":"a5777945-be6e-4f05-bb67-a2a02e4b2e71","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.499058049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-user-token-filter-auth","reconcileID":"3a6ef526-2891-4430-86cc-7c09e254e6d2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:38:59.55633492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-user-token-filter-auth","reconcileID":"3a6ef526-2891-4430-86cc-7c09e254e6d2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:01.536579291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"c871179c-f15f-465c-8450-5527fae5d9f4","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:01.710750114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99691058-4d8f-46a5-88ad-f147735dc604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:01.740205812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"157098ed-3c84-4b87-8cd5-e02381b2ea6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:01.741725827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"55b13315-d1d2-47a0-8e37-a87ab607b5d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:01.742322113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-user-token-filter-auth","reconcileID":"3c01266f-7d9b-4c37-bf5c-3173c40b6ef3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:01.743226018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"02b999a0-5eb4-40c6-9bb6-e41a851f4c65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:01.773557051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99691058-4d8f-46a5-88ad-f147735dc604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:01.83613388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"55b13315-d1d2-47a0-8e37-a87ab607b5d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:01.837976597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-user-token-filter-auth","reconcileID":"3c01266f-7d9b-4c37-bf5c-3173c40b6ef3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:01.843544633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"157098ed-3c84-4b87-8cd5-e02381b2ea6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:01.849970639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"02b999a0-5eb4-40c6-9bb6-e41a851f4c65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:02.367984267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-089f68-sub","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-sub","reconcileID":"7505b4a8-9ee3-4aae-8597-bd4b46bb5d87","MaaSSubscription":{"name":"test-model-089f68-sub","namespace":"ai-tenant-e2e-inf-b-089f68"},"name":"maas-trlp-test-model-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:02.534288653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"80907847-d91a-4ff0-ac7a-6a3597143e49","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"tenant":"e2e-inf-b-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:02.534312444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"80907847-d91a-4ff0-ac7a-6a3597143e49","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"routeName":"test-model-089f68-kserve-route","namespace":"ai-tenant-e2e-inf-b-089f68","llmisvcName":"test-model-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:02.97724615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"bae86246-619e-44ef-989f-2076f511261a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:03.124705183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"1ca81235-ac99-44b1-9e82-b3da80c2619c","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-089f68","tenantID":"e2e-inf-b-089f68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:03.181672096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"1ca81235-ac99-44b1-9e82-b3da80c2619c","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"name":"e2e-inf-b-089f68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:05.892984971Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:11.705476588Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-user-token-filter-sub","reconcileID":"7316cf95-5ab3-4ba1-a4b9-70f6d9174fe8","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.046902125Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-user-token-filter-sub","reconcileID":"7316cf95-5ab3-4ba1-a4b9-70f6d9174fe8","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-885382/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.265672816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"f3243d6b-c9a2-44f4-b7ad-9d66aca7ae62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.318017332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"d4705ce5-cadb-4e57-9831-31408e5376b7","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.464847425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"6e39b791-8ac9-4ca6-a3af-7b33d48386ad","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.478581052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"f7c19bd8-3716-4eb3-9dc3-fb4cd4da47c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.479142156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"737bce26-77d6-4412-8f54-7d53e165bbb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.479160817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-user-token-filter-auth","reconcileID":"295e56bf-4fb5-409c-8a4a-ca34be5c80ca","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.479915558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bea9c13b-0983-41d2-a119-9ad5aae6c960","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.480362059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"4bcd5cfa-0ae8-4b60-bc6a-4f0c14e2f2b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.537343747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"f7c19bd8-3716-4eb3-9dc3-fb4cd4da47c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.537888614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"737bce26-77d6-4412-8f54-7d53e165bbb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.541552859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-user-token-filter-auth","reconcileID":"295e56bf-4fb5-409c-8a4a-ca34be5c80ca","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.541912998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bea9c13b-0983-41d2-a119-9ad5aae6c960","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.5452912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"4bcd5cfa-0ae8-4b60-bc6a-4f0c14e2f2b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.744399965Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-user-token-filter-auth","reconcileID":"5a58f4f5-2f96-4b00-8f78-888ca739bc00","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:12.961288409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"6e8a1e26-4fcc-494a-b835-94f1e9286987","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.289854502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04a7d45b-3148-4450-869f-efcbe1933271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.289912072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6053fd75-a71b-4b23-b1ee-74be86975d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.346855734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04a7d45b-3148-4450-869f-efcbe1933271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.346901408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6053fd75-a71b-4b23-b1ee-74be86975d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.73137986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c8ad1e-7703-4b76-8ee7-384faa72fd33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.784680222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c8ad1e-7703-4b76-8ee7-384faa72fd33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.838190012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c8ad1e-7703-4b76-8ee7-384faa72fd33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:15.891620073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46c8ad1e-7703-4b76-8ee7-384faa72fd33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.385260881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5294722-adad-4617-9503-fd317afad347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.385295687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0d0ce10-183b-4352-921c-7af92f4a173a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.452829747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5294722-adad-4617-9503-fd317afad347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.453045332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0d0ce10-183b-4352-921c-7af92f4a173a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.776414907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67478aa1-a8d7-4f9b-acd2-05b84202931e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.776415048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2855a5af-eaee-4920-9c59-abf366e11430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.835952098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67478aa1-a8d7-4f9b-acd2-05b84202931e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:16.836756959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2855a5af-eaee-4920-9c59-abf366e11430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:17.245538632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d61432da-da93-447b-94b1-75ae88b572de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:17.246605731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05a13ea7-1ccc-46d3-be72-39dbe83c7f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:17.303653273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d61432da-da93-447b-94b1-75ae88b572de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:17.30497093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05a13ea7-1ccc-46d3-be72-39dbe83c7f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:17.428426817Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"42c62461-4301-400f-9dc9-405f95cd65d4","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:17.484425621Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"41c2ce10-7dc1-4ec7-a896-c5fb4e053d80","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:17.535602295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"687b4e0f-3bf9-48c0-a69d-d951bf360cf5","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cdf20e","tenantID":"e2e-inf-a-cdf20e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:17.587907283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"4bce8599-d2b3-4434-bdd9-a3dcd10a9c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:17.588306455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"79ef2be1-1b00-4855-ba9e-a81410b48538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:17.594163317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"687b4e0f-3bf9-48c0-a69d-d951bf360cf5","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"name":"e2e-inf-a-cdf20e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:17.634634938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"9499a917-25e3-47fe-8517-e25c0a603c62","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-089f68","tenantID":"e2e-inf-b-089f68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:17.647752154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"4bce8599-d2b3-4434-bdd9-a3dcd10a9c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:17.647762392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"79ef2be1-1b00-4855-ba9e-a81410b48538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:17.68734321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"632e65af-2872-480f-a2ca-edad3be5cb59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:17.691156204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"9499a917-25e3-47fe-8517-e25c0a603c62","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"name":"e2e-inf-b-089f68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:17.745176371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"632e65af-2872-480f-a2ca-edad3be5cb59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:17.815012798Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"73e70c09-45b8-489f-9fd4-131f47ee35b7","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:17.816346416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0343c1-6e20-41b4-b863-8d71065d1981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:17.869736865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0343c1-6e20-41b4-b863-8d71065d1981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:17.923218677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0343c1-6e20-41b4-b863-8d71065d1981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:17.976490701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0343c1-6e20-41b4-b863-8d71065d1981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:18.029408611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6471c1ed-6426-4b49-92df-892e3327a161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:18.030007745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"177d9a28-b6d0-4803-b8ba-045f603c8c27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:18.030036976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"434c1019-1877-4876-8802-c836629b9d23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:18.03465566Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"54d588af-1489-43de-ab01-f7cf264f64e3","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:18.083234215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"147183cc-948c-4a6b-81bc-ccf5a67269b4","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cdf20e","tenantID":"e2e-inf-a-cdf20e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:18.086838437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6471c1ed-6426-4b49-92df-892e3327a161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:18.087116939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"434c1019-1877-4876-8802-c836629b9d23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:18.089221765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"177d9a28-b6d0-4803-b8ba-045f603c8c27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:18.140081631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"147183cc-948c-4a6b-81bc-ccf5a67269b4","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"name":"e2e-inf-a-cdf20e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:39:18.141566451Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"54d588af-1489-43de-ab01-f7cf264f64e3","name":"e2e-att-serve-ce5b2c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-ce5b2c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:39:18.14161906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"54d588af-1489-43de-ab01-f7cf264f64e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-ce5b2c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:18.246668466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"2db42e2c-fc39-4263-9ff5-0b1a5233654b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:18.246722952Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"abd3a743-92f5-4da8-a53b-bfa693114547","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:18.303476359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"2db42e2c-fc39-4263-9ff5-0b1a5233654b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:18.400878459Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"a74d73f2-2fc9-4e05-84de-bd0bb25776a9","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:18.450746809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"92654a88-8a3f-4617-ac47-6904e53e9188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:18.498450615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"b349be78-c7cc-4b52-8c10-b93eaa00404a","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:18.51742093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"92654a88-8a3f-4617-ac47-6904e53e9188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:18.633532352Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"b349be78-c7cc-4b52-8c10-b93eaa00404a","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:18.689317294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-8b1850-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"b349be78-c7cc-4b52-8c10-b93eaa00404a","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:18.797445024Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"aa4c2f40-942f-4a59-ad73-6322fbe068e3","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:18.947216263Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"d62650bc-1d72-4f54-81b2-ee2289c6d825","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.00231197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"c23f0aa6-c5e4-42e3-90a1-8cc726477414","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.003899738Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"c23f0aa6-c5e4-42e3-90a1-8cc726477414","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.058738742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"7755ce10-69a2-434d-a57e-cc1c47880c3d","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cdf20e","tenantID":"e2e-inf-a-cdf20e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.06338746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"5a239aa4-c971-4ca7-b106-ecc4ac320e44","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.111502852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0725b041-26c4-48ad-b2a2-f87f8e221d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.112403663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e9ed8f8b-1956-47c5-8bb6-a76a2583aafc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.11247715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"df5617ac-6153-49be-bde1-25b20f021833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.115822503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"7755ce10-69a2-434d-a57e-cc1c47880c3d","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"name":"e2e-inf-a-cdf20e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.12027475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"5a239aa4-c971-4ca7-b106-ecc4ac320e44","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.169356001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0725b041-26c4-48ad-b2a2-f87f8e221d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.170182083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"df5617ac-6153-49be-bde1-25b20f021833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.172835502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e9ed8f8b-1956-47c5-8bb6-a76a2583aafc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.175548382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-8b1850-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"5a239aa4-c971-4ca7-b106-ecc4ac320e44","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.38888292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed1f330b-2635-44a4-add2-d317701dda2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.44566276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed1f330b-2635-44a4-add2-d317701dda2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.492882218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"4d900c77-9172-41fd-a880-53b5cd98b4a2","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-089f68","tenantID":"e2e-inf-b-089f68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.492893595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"067f6d9f-9780-49a9-a9b8-ce829442ec60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.493599321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"aaae6f4e-3881-4c96-9bd3-cbedb4664d2c","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.494181725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"fd281cc9-d44d-490f-aebe-dcc395c5b1e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.550427387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"067f6d9f-9780-49a9-a9b8-ce829442ec60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.551045026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"4d900c77-9172-41fd-a880-53b5cd98b4a2","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"name":"e2e-inf-b-089f68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.552911894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"fd281cc9-d44d-490f-aebe-dcc395c5b1e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.553213627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"aaae6f4e-3881-4c96-9bd3-cbedb4664d2c","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:19.608493728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-8b1850-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"aaae6f4e-3881-4c96-9bd3-cbedb4664d2c","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:20.03231023Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"6aa7b7a0-b4a7-45e1-964c-fbf2c2f0e548","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:20.138949617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"d6b31138-2efa-4566-b26f-8f54fc2bc7f0","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:20.13907442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"ee6bf0c9-eca9-4d21-b328-6f77f080a55e","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cdf20e","tenantID":"e2e-inf-a-cdf20e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:20.192052892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"1e79225f-a414-42c0-9901-85785463be3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:20.192431067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4639c5e0-e3d5-42d4-b076-ffff3403f664","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:20.192529495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6f4c1dcf-c4d8-428d-866e-72c0b2e1450b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:20.196480523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"ee6bf0c9-eca9-4d21-b328-6f77f080a55e","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"name":"e2e-inf-a-cdf20e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:20.196660111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"d6b31138-2efa-4566-b26f-8f54fc2bc7f0","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:20.250760659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6f4c1dcf-c4d8-428d-866e-72c0b2e1450b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:20.251091713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"1e79225f-a414-42c0-9901-85785463be3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:20.252768199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-8b1850-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"d6b31138-2efa-4566-b26f-8f54fc2bc7f0","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:20.253296789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4639c5e0-e3d5-42d4-b076-ffff3403f664","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:20.410853723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cabc29e-9230-4b98-857a-48bd9fcd6cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:20.469387676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cabc29e-9230-4b98-857a-48bd9fcd6cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:20.515093835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f6d5a99f-1d30-414c-a479-19e724b2dad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:20.515545405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"0baf78fa-285a-4e96-9f66-d24bdde96c94","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-089f68","tenantID":"e2e-inf-b-089f68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:20.567759687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"7a6ef286-91c4-448f-9aea-8558d54ed82e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:20.571581253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f6d5a99f-1d30-414c-a479-19e724b2dad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:20.572429381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"0baf78fa-285a-4e96-9f66-d24bdde96c94","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"name":"e2e-inf-b-089f68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:20.62453438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"7a6ef286-91c4-448f-9aea-8558d54ed82e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:25.114716335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"95ee2916-44ad-416d-8c75-9cc377dee2b3","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:25.114754308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"95ee2916-44ad-416d-8c75-9cc377dee2b3","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:25.684031951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"8200c2bb-971d-4bbc-97db-25680cc0b756","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:25.739974747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"feb61804-23ef-4456-bb39-f7b1a16a7af5","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:25.899128433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-scoped-auth","reconcileID":"e5f0eae0-40e3-4aca-ba7a-eed493dd7c5c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:25.95603014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-scoped-auth","reconcileID":"e5f0eae0-40e3-4aca-ba7a-eed493dd7c5c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:25.961555837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"f20a06fa-78b9-4ead-8996-f1902a4ae51a","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.022213892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"c971a864-6c12-4a47-aa40-80d22fee6011","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:39:26.075460622Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-scoped-sub","reconcileID":"cac336a3-3b26-475e-bc14-12e2f8e4e48a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.127478133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36f5aa6a-5445-4386-ad52-977471e3d3c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.127627799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"4f0a32df-5de3-4789-8184-1a0a7798dd60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.128220477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"43d6223a-abb8-4f77-9906-d688fd895935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.12877384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88b63e8e-7f0b-40e4-93d0-40b325c3d6bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.185062094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36f5aa6a-5445-4386-ad52-977471e3d3c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.185330617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"4f0a32df-5de3-4789-8184-1a0a7798dd60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.187280204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"43d6223a-abb8-4f77-9906-d688fd895935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.18787721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88b63e8e-7f0b-40e4-93d0-40b325c3d6bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.192382922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"27a5c6b6-53af-4c6d-a371-920d623e5267","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.238376087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"ec714445-5ae9-4d76-8290-d750418927aa","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.249578585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"4adff5cd-155e-4521-822e-5d2a8a5a734c","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.344228916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"f8e625e1-0798-4058-a1a6-5e39d5642edf","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.404061385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"f8e625e1-0798-4058-a1a6-5e39d5642edf","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.459816551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-8b1850-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b7c1505dfec2f9ef48d13580f6476fbaafcb300988b6ccae3f1acfaa9eab8aa3) AuthConfig (ee738fa2f57377a3730d3c18d6dc22f9272d788d7296e70a025dccc6bfbd98cf) AuthConfig (b3e4e89eb2fe0540b414f241b0b8c3fb99ecf5ef20e325b8797d066dd1b7df36) AuthConfig (ec5520d358eedd614658f40f9f4d48803e0095dbd52616dc6862be4d473255f5) AuthConfig (f3da9b2e22ab727d04c61cfbc2ce4448d42f19e767255572234bc068f780e030) AuthConfig (6342093a72e9efe478f3d659c7a0dab61acbcd15c9b3811631cef087cb2a2cc7) AuthConfig (2a2047a57e5d144bc1f62730f3c88a9b06936a5bdd2c61ec3bc2b18a02f4bc39) AuthConfig (0600e251926827d297294f2fcd5bc9e06c6921c0d0e0634e9dce1938fe96b379) AuthConfig (2a11add528969d61d499e789bbd94ebebf3ac3783a9ebba5731e668eacd14f50) AuthConfig (e112d495cdfc7b3bfa863623e87356f439546994aa32a38f618e86b4e7628276)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"f8e625e1-0798-4058-a1a6-5e39d5642edf","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.506408384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0b9535fd-5756-461e-858e-7ee83b85a2af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.506615953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cb84663-9fcc-4de0-8009-66cbe7e7a15a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.506918422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"51218b2f-c573-443b-b174-d99cd13b3150","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.507341537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-scoped-auth","reconcileID":"7e95a25b-c2ad-41d9-9a09-7ed233ab2504","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.521849029Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-scoped-sub","reconcileID":"a014ec5a-9d70-48cd-91d9-b179a1979fee","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-885382/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w3-885382/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.563296801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0b9535fd-5756-461e-858e-7ee83b85a2af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.564054906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"51218b2f-c573-443b-b174-d99cd13b3150","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.565659212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-scoped-auth","reconcileID":"7e95a25b-c2ad-41d9-9a09-7ed233ab2504","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.566305049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cb84663-9fcc-4de0-8009-66cbe7e7a15a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.570366411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"2c1271eb-9b93-4e59-8f98-e765da37daff","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.570385851Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"2c1271eb-9b93-4e59-8f98-e765da37daff","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.67612214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd41947a-7b47-41e3-8147-251c77b561c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.687164162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"50a79ee8-fa20-4713-a1af-ec89c9e47d08","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.733133099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd41947a-7b47-41e3-8147-251c77b561c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.734087319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"0ab30c17-eb45-4364-9df5-e62e325bc0c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:26.90344388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-scoped-sub","reconcileID":"26bd5bcc-b201-4532-abcd-6ec972efb9fa","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:29.178600451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"e4d639bb-ac89-4813-bb9f-b801e6fac1f5","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:29.337814358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"b121a522-fcaf-4777-b41a-9e4351f79fa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:29.338122437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b11cfcf9-31ce-4943-a1c0-294878dbb4e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:29.338419927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-scoped-auth","reconcileID":"2ff18d2b-ed53-4c8b-a19f-c71f484e5241","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:29.338969712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a919c3c-aa0d-4c2b-b2dc-e3544c6a2296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:29.340162636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e11870d-f2ef-4a53-9dfc-9611c85f3893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:29.399180505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e11870d-f2ef-4a53-9dfc-9611c85f3893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:29.400537097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-scoped-auth","reconcileID":"2ff18d2b-ed53-4c8b-a19f-c71f484e5241","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:29.401440977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b11cfcf9-31ce-4943-a1c0-294878dbb4e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:29.403604104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"b121a522-fcaf-4777-b41a-9e4351f79fa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:29.404264999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a919c3c-aa0d-4c2b-b2dc-e3544c6a2296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:29.633068726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"2697c564-e641-420e-9836-5092501aecc6","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:29.633405407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"fef68ce8-336a-4c37-abc6-5d4391f29126","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:29.70160476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"1950b1ad-5831-4b4a-af0e-c9142337cb2a","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:29.701955564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"07af1e53-8903-493d-9116-2769b359b32e","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:29.795329693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"9d7c5fb3-1f26-4d0c-80d9-8e4a7711d25e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:29.795923531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"83a2256a-7068-416b-82f7-3df628136b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:29.850682579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"b459235c-ca3c-4850-8029-4c821c50b5dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:29.851493829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"f80edf7c-acfa-41b4-af90-5d5813ce662e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:29.854160777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"83a2256a-7068-416b-82f7-3df628136b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:29.85610106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"9d7c5fb3-1f26-4d0c-80d9-8e4a7711d25e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:30.224238583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"d5a032b9-5e69-482b-b0d7-3008ade62d65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:30.224952419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ec5d9062-a832-4391-ba7b-c36aafff44ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:30.281536194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ec5d9062-a832-4391-ba7b-c36aafff44ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:30.282226494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"d5a032b9-5e69-482b-b0d7-3008ade62d65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:30.557526733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"9a8ee5b7-449f-40c6-af17-78b6b60949fb","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:30.55755444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"9a8ee5b7-449f-40c6-af17-78b6b60949fb","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:30.613022586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"9ab78f66-f330-4161-8392-7c29402cdcd2","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:30.613047663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"9ab78f66-f330-4161-8392-7c29402cdcd2","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:30.719116128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"337e5b54-46ae-4cc8-91c6-a956a056df36","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:30.84374975Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"337e5b54-46ae-4cc8-91c6-a956a056df36","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:30.904002072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92519-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"337e5b54-46ae-4cc8-91c6-a956a056df36","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:30.96141893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"41a0d92e-d997-46b1-97a3-b6c55d6e192e","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:30.961441088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"41a0d92e-d997-46b1-97a3-b6c55d6e192e","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:35.893467276Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:36.624239643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"34ec57dd-2ace-49b7-90e3-38bfb30949a0","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:36.681295715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"34ec57dd-2ace-49b7-90e3-38bfb30949a0","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:36.736741112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-8b1850-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b7c1505dfec2f9ef48d13580f6476fbaafcb300988b6ccae3f1acfaa9eab8aa3) AuthConfig (ee738fa2f57377a3730d3c18d6dc22f9272d788d7296e70a025dccc6bfbd98cf) AuthConfig (b3e4e89eb2fe0540b414f241b0b8c3fb99ecf5ef20e325b8797d066dd1b7df36) AuthConfig (ec5520d358eedd614658f40f9f4d48803e0095dbd52616dc6862be4d473255f5) AuthConfig (f3da9b2e22ab727d04c61cfbc2ce4448d42f19e767255572234bc068f780e030) AuthConfig (6342093a72e9efe478f3d659c7a0dab61acbcd15c9b3811631cef087cb2a2cc7) AuthConfig (2a2047a57e5d144bc1f62730f3c88a9b06936a5bdd2c61ec3bc2b18a02f4bc39) AuthConfig (0600e251926827d297294f2fcd5bc9e06c6921c0d0e0634e9dce1938fe96b379) AuthConfig (2a11add528969d61d499e789bbd94ebebf3ac3783a9ebba5731e668eacd14f50) AuthConfig (e112d495cdfc7b3bfa863623e87356f439546994aa32a38f618e86b4e7628276)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"34ec57dd-2ace-49b7-90e3-38bfb30949a0","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:39.343166662Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-scoped-sub","reconcileID":"a10e288c-18b4-41ad-924e-4ee95ca98e1c","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:39.561296321Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-scoped-sub","reconcileID":"a10e288c-18b4-41ad-924e-4ee95ca98e1c","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-885382/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:39.778543506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"03959401-cb5e-44ca-81d6-a43006ef8b4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:39.824669735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"e434a818-57a8-451f-bec9-098cff7aabba","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:39.962207549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"21690387-dcb2-411d-8ea0-d5c6ba3a1e32","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:39.984470265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-scoped-auth","reconcileID":"72695823-c167-4788-8f52-4fab3587b66c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:39.984928416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"fb214fe2-d100-478d-a65d-c51a82509d19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:39.985389784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1866e88-84bf-4eac-a37c-a91c06e2a46f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:39.985688423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70cef8a7-ca7f-4a8a-9e21-dd844b874ab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:39.986336761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"4baff7df-126a-4bf4-9ad0-addb4ddc076d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:40.043718733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70cef8a7-ca7f-4a8a-9e21-dd844b874ab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:40.04416452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"4baff7df-126a-4bf4-9ad0-addb4ddc076d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:40.046291758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"fb214fe2-d100-478d-a65d-c51a82509d19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:40.046375474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1866e88-84bf-4eac-a37c-a91c06e2a46f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:40.048565711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-scoped-auth","reconcileID":"72695823-c167-4788-8f52-4fab3587b66c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:40.311952325Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-scoped-auth","reconcileID":"187dbb39-582d-4fb0-bdc5-b8c7ace2be12","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:40.565813125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"d0b95c35-2680-4a35-a92d-a6ee77769ec1","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:41.074464845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"dcd2efa0-5de9-4221-96b7-fffe9277d119","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:41.150666564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"dcd2efa0-5de9-4221-96b7-fffe9277d119","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:41.207681323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92519-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"dcd2efa0-5de9-4221-96b7-fffe9277d119","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:43.145150001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"80ad0fc1-22ec-4b51-8e09-10e54bb8272c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:43.145149968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"045410cd-6cab-4098-bf34-c91a8d5ea30a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:43.202066693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"045410cd-6cab-4098-bf34-c91a8d5ea30a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:43.202070682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"80ad0fc1-22ec-4b51-8e09-10e54bb8272c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:46.843169013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"3dd44e22-a7ea-483b-91f6-b8fc8fb84be5","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:46.900631678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"3dd44e22-a7ea-483b-91f6-b8fc8fb84be5","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:47.330501009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"87e42570-b8a1-4fac-aa7b-16f601ed7ee1","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:47.330529473Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"87e42570-b8a1-4fac-aa7b-16f601ed7ee1","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.201550045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"8fdf322b-0718-4946-9c4f-d6a6575f3a10","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.405274254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"b61b91bc-4142-45f2-964b-56a4434d0bd1","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.405299507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"b61b91bc-4142-45f2-964b-56a4434d0bd1","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.460951423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"53860298-ea65-4331-978a-522d36e4bdcf","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:39:49.46155627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"038755b7-8f4e-470a-9d7f-cbdc6963c1ff","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-ce5b2c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.514131459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"246efa3d-4778-42a5-9a1d-f4495850ad2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.51430586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6cec455-6828-4f34-b694-d18cc3d78e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.518080241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"53860298-ea65-4331-978a-522d36e4bdcf","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.573217258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"246efa3d-4778-42a5-9a1d-f4495850ad2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.573469793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6cec455-6828-4f34-b694-d18cc3d78e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.57394995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"c423552d-4f68-4ea1-bd9d-77af824fbf84","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.57397067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"c423552d-4f68-4ea1-bd9d-77af824fbf84","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:39:49.680507141Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"c423552d-4f68-4ea1-bd9d-77af824fbf84","name":"e2e-att-serve-ce5b2c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-ce5b2c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:39:49.68056795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"c423552d-4f68-4ea1-bd9d-77af824fbf84","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-ce5b2c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.733653779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"71bc8830-680c-477b-9850-0926c51f8d58","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.73367915Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"71bc8830-680c-477b-9850-0926c51f8d58","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.891849741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"7b2d8ad0-2fdd-485e-ae90-37fd20b62fa1","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.912163533Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"4fe5f930-01f8-424f-86ad-28753609f448","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-serve-ce5b2c","model":"e2e-att-serve-ce5b2c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:49.949018775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"7b2d8ad0-2fdd-485e-ae90-37fd20b62fa1","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.185394464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"d6f068d2-bea4-472c-b088-31a607062695","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.185423781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"d6f068d2-bea4-472c-b088-31a607062695","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.338721223Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"fb510e72-aaaa-434a-ab00-09b922e44482","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.338889491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"da92a3c7-2d36-4adb-8623-00a6714cef81","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"tenant":"e2e-inf-a-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.338910316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"da92a3c7-2d36-4adb-8623-00a6714cef81","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"routeName":"test-model-cdf20e-kserve-route","namespace":"ai-tenant-e2e-inf-a-cdf20e","llmisvcName":"test-model-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.398804846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"115529ee-9c1b-4c09-85c3-80c6e0bdcf35","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-serve-ce5b2c","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.54601477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"fb510e72-aaaa-434a-ab00-09b922e44482","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cdf20e","tenantID":"e2e-inf-a-cdf20e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.611753907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cdf20e-sub","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-sub","reconcileID":"c8982dba-f8f3-438c-aa0c-aa851c32a846","MaaSSubscription":{"name":"test-model-cdf20e-sub","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"name":"maas-trlp-test-model-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.718687148Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"fb510e72-aaaa-434a-ab00-09b922e44482","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"name":"e2e-inf-a-cdf20e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.718713644Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-auth","reconcileID":"fb510e72-aaaa-434a-ab00-09b922e44482","MaaSAuthPolicy":{"name":"test-model-cdf20e-auth","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.777309624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"511846fd-9e9a-4fce-b9ec-7bbc9496ec2c","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"tenant":"e2e-inf-a-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.777330313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"511846fd-9e9a-4fce-b9ec-7bbc9496ec2c","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"routeName":"test-model-cdf20e-kserve-route","namespace":"ai-tenant-e2e-inf-a-cdf20e","llmisvcName":"test-model-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.925448078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"58cfab88-c46f-434f-8a25-5bb481dd9ef5","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"tenant":"e2e-inf-a-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:50.925470329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"58cfab88-c46f-434f-8a25-5bb481dd9ef5","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"routeName":"test-model-cdf20e-kserve-route","namespace":"ai-tenant-e2e-inf-a-cdf20e","llmisvcName":"test-model-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:51.052716327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cdf20e-sub","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-sub","reconcileID":"1a0918e5-1ba7-406e-b7f5-595e76744c6a","MaaSSubscription":{"name":"test-model-cdf20e-sub","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"name":"maas-trlp-test-model-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:51.089391633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f83e501-0b1a-42a4-9476-3e560954aa19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:51.08941716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fd47239-b4bf-417c-968b-9977638d8b1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:51.146430958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fd47239-b4bf-417c-968b-9977638d8b1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:51.146443793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f83e501-0b1a-42a4-9476-3e560954aa19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:51.314383551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"20e8b9fb-0219-48df-873f-83e5e22dda79","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:51.373054097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"20e8b9fb-0219-48df-873f-83e5e22dda79","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:51.429032409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92519-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (843c7cb179b9e2e66d2976017da9fa15d34de76c8bc411a4871668b22fff9e5e) AuthConfig (b927cab7754cc58e2021eefa1e3bb330062288497484de71e79bf6d4e490fe7d) AuthConfig (23ea84c9e02ecd84fd769b157915d09d4013926852a24137b36a05e2a0a6f217) AuthConfig (ef8333d54914fb7ea5064778b7b63e410d1963b8b8f8d952de8ba3c5fff58c31) AuthConfig (18bdcda33eed1158e81004cdfebd94d359c84de4d79620b183f4407cafcf583c) AuthConfig (302ed830b3c950a74145083190227c52cd287f350751d33404a0a096aefb3b36) AuthConfig (af171ffd2afac835004e133f669ae9b0e0ee831aedb7d35f1fad078b32410fc1) AuthConfig (5c40cd7514857a45ff4c3f50a8d1778afa47e344c1e3e7759c048de13eb3e927) AuthConfig (8063153b417f9ea5e7587875736a1b05e8f09e5170f949127dd9972ce77fa657) AuthConfig (3819325a77d565923dfed6201fc00e05b437a441c81d0ef49a27d180700809ec) AuthConfig (8c58cf05f41e08cd5f3c76aa7b70c56c614eceb3b0bcdc6431fc40f740f1b861) AuthConfig (f439a0d7f4728e76603a9d6bebed36711238602a82b61fe5ef05dd51e3033e04) AuthConfig (616817a859765f74ffcbe446e66296c7f2ad014854ad4e851a1e4f97a543f531) AuthConfig (0d12d04703aa0d0c3ff52be68e4b646646610f3ad735278bb4f43aea9c12cb3c) AuthConfig (d739dbeb7107a5cc81507dfdcec5e3ff4c8ad9b19aad9c759e72a3cbd93c6026) AuthConfig (a2561f2078ab7b0b0a047eaee9e9bf0a6dc01c0101bcaf42f2058303b97555e2) AuthConfig (6be406c2aef62d3977273e7e90145c0d1ed76d277e34fe87f8add271e12d763d) AuthConfig (a8722f3e3c30cbf1970ccffc961aac92d6ced5890f2249016b6ae44876bb3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"20e8b9fb-0219-48df-873f-83e5e22dda79","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:51.4874187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"0f7e97ef-c554-4b4f-9a4d-684a694d8772","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:51.487438211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"0f7e97ef-c554-4b4f-9a4d-684a694d8772","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:51.582106458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"e095a056-f527-4f99-b68b-ed563eef1cc6","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:51.637766301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"08d042fa-6d81-46c1-bebd-c617bc196e46","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:51.79580901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c92b82cb-a986-4509-b5e9-58cce2f7754c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:51.842066068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"860b9e15-5ead-4927-9724-f7edecd68eaf","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:51.852431319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c92b82cb-a986-4509-b5e9-58cce2f7754c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:51.900135701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"69acc56a-41cd-4b82-9587-d094cbc269c4","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:39:51.950429591Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub","reconcileID":"fc248abe-8120-42ea-998d-d907d876bd74","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.003219324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"7e2c43cc-ee0d-4879-b7d9-1528d51e87d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.003393093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42ecddf7-00ef-4514-b0e7-62f13a86f4c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.003657768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"9b7878f6-035f-4bde-9e3c-09c401b606c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.004707783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6abb4f93-feb8-45a5-91f9-06668bc487c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.060889638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"7e2c43cc-ee0d-4879-b7d9-1528d51e87d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.060950872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"9b7878f6-035f-4bde-9e3c-09c401b606c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.063227979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6abb4f93-feb8-45a5-91f9-06668bc487c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.063362184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42ecddf7-00ef-4514-b0e7-62f13a86f4c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.065274889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"8b039d2e-674e-4ade-a0ec-fc7cc41e6c72","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.132557975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"e58acca8-0475-4c25-8829-87b002645a8c","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.17393443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"a9a34b02-6acc-4d8d-bf2c-a15536e9400d","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.333423489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9f4e9e4c-457d-43b2-b0ee-67a01a944814","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.371077642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"4db4aa9b-84bb-48fb-83ec-a74b38902ec9","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.371396334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"7e63b5c5-26bb-4063-9011-311b4ccb206a","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.37165056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"cdefde64-c99a-4e63-b40f-4f51a2aa73dd","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.394415339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9f4e9e4c-457d-43b2-b0ee-67a01a944814","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.404435987Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub","reconcileID":"795db16a-41b6-4e19-a2de-ded835d65cf5","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-885382/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-885382/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.441986176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"6ebe9d2a-6633-42f3-b663-4e9e8f0208e1","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.442281457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"5075fdf6-50c8-42f8-964a-dd5b3b0657b9","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.442500493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"9665010c-4361-43bc-8bfe-da9743d7f0f0","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.475862354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"391708f9-9798-414e-982c-6d3b39170722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.476334752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73792ac9-938e-47ee-9883-37d8bc0bb44b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.476558547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"19379196-f5b1-4ecb-9ef5-6351b2058c5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.479372171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb3f856f-8d3b-4e49-81a6-5d53ccfe2816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.534403506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"391708f9-9798-414e-982c-6d3b39170722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.534766615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73792ac9-938e-47ee-9883-37d8bc0bb44b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.537268186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"19379196-f5b1-4ecb-9ef5-6351b2058c5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.539935523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb3f856f-8d3b-4e49-81a6-5d53ccfe2816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.569121424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"92a5831c-3319-44a0-9c02-f6fcf5f21cff","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.588634469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"e4442b34-f3f4-4d38-9a51-5a9da2db1518","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.589394761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"bf350096-9784-48ad-98e5-4f71d6239e69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.688378809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"5029a273-5c83-4f4f-8b7b-c6b1a80d6c8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:39:52.712473431Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9f4e9e4c-457d-43b2-b0ee-67a01a944814","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-deleted-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.787441863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub","reconcileID":"ae7dd25b-929c-4463-89de-ab8254a3ded3","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.871620759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"18d40745-ec6b-44d6-bf35-1aff0e91452a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.928378398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"18d40745-ec6b-44d6-bf35-1aff0e91452a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.972293258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"85bd9550-797e-4a7d-97f0-d456c338b2ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:52.972319658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a7df496f-be33-4733-86f8-8c4dae594851","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:53.029907949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a7df496f-be33-4733-86f8-8c4dae594851","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:53.02991756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"85bd9550-797e-4a7d-97f0-d456c338b2ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:54.948354389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"f3f81c69-ac3b-4fae-9ca7-a158e758367e","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:55.108759069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"9afeb69c-c303-4a0e-9f5e-0562786813f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:55.10913794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b123193c-d276-438b-99cc-1ee2420a489e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:55.109333877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"82aa12c4-8c29-47d3-8920-30a2f6544de9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:55.109898416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9d3b0a34-79de-4253-bd32-ac33ee8e46a3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:55.110224434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b12ca8f-ccdd-4f58-b822-781da31eb8e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:55.165694952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"9afeb69c-c303-4a0e-9f5e-0562786813f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:55.167927974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"82aa12c4-8c29-47d3-8920-30a2f6544de9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:55.168083146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b123193c-d276-438b-99cc-1ee2420a489e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:55.171617075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9d3b0a34-79de-4253-bd32-ac33ee8e46a3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:55.173090056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b12ca8f-ccdd-4f58-b822-781da31eb8e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:55.469443866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"c7d0578a-e809-40e1-a059-26cb9b98f8eb","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-serve-ce5b2c","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:55.745253441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"6a42d87f-d108-4e3a-b62e-c6eaef760bd7","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:55.745280842Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"6a42d87f-d108-4e3a-b62e-c6eaef760bd7","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:55.876707445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"5a261400-4be2-40f0-81d7-b00e45f9eb34","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:55.933511517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"5a261400-4be2-40f0-81d7-b00e45f9eb34","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:39:59.968355823Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"35c39078-9d10-4342-99a6-7be623b5ea80","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.025603402Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"6d8891a6-f313-450a-82f4-181e2ab85b55","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.076739797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"a5523f9d-c96e-4602-b14c-dbaf27bcdb7e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.12887452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ee6c0ca5-fdc9-4496-9e42-f42cce95b0e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.129035969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e535e5ca-926a-481b-8a0a-f8a77975ea6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.129387662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c78472d8-f5ab-4208-8aa9-8a36fa1392fa","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.129875071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7725d580-10db-403c-b27c-c08a41a1a65c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.133760918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"a5523f9d-c96e-4602-b14c-dbaf27bcdb7e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.186041077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e535e5ca-926a-481b-8a0a-f8a77975ea6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.186111255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ee6c0ca5-fdc9-4496-9e42-f42cce95b0e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.188570075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7725d580-10db-403c-b27c-c08a41a1a65c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.188592261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c78472d8-f5ab-4208-8aa9-8a36fa1392fa","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.361625898Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"49132d86-171c-4f32-a15b-c10276d7316f","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.535968798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"b1c2f824-2af4-467e-8a03-11c4422c789b","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.535997756Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"b1c2f824-2af4-467e-8a03-11c4422c789b","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.560662702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be8a3800-ca61-48c2-a067-5786d7c74883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.584593379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"d86b6d35-19db-42ba-8bf9-fbf2fadf471a","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-serve-ce5b2c","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.604042286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"8f02e36b-c401-4cfa-a10b-8e5eca10c453","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-089f68","tenantID":"e2e-inf-b-089f68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.618439157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be8a3800-ca61-48c2-a067-5786d7c74883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.641645081Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"fd9fa510-2436-4997-a378-261a914125f4","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.656654464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"1f2fcc45-a0fe-4af2-ac94-0b39b0dc7b3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.657849135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ce5ddd54-c4a7-48da-b4a5-7acf37e35941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.658536073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"329345be-7384-4c09-b4d1-6fafcb57ea59","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.662836322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"8f02e36b-c401-4cfa-a10b-8e5eca10c453","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"name":"e2e-inf-b-089f68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.705114658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"e1955206-3b7b-4510-ba42-fadfe3ca48a6","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.705142497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"e1955206-3b7b-4510-ba42-fadfe3ca48a6","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.719727093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ce5ddd54-c4a7-48da-b4a5-7acf37e35941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.723528035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"1f2fcc45-a0fe-4af2-ac94-0b39b0dc7b3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:00.726801987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"329345be-7384-4c09-b4d1-6fafcb57ea59","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.003652977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"1273a4c4-7c42-45c5-9a20-5dee6f4c8df5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.051217015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"eba68344-7d59-48f6-9742-fc237d6ec4f7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.060696548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"1273a4c4-7c42-45c5-9a20-5dee6f4c8df5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.104658783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"23f9bdb1-0771-4814-b94e-ec59bd308e89","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.104656206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"175b7860-4bba-4f47-92e9-315de9c5f6ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.108212306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"eba68344-7d59-48f6-9742-fc237d6ec4f7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.162332066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"23f9bdb1-0771-4814-b94e-ec59bd308e89","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.162974861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"175b7860-4bba-4f47-92e9-315de9c5f6ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.204515991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b3d4ca2-94b6-4fcd-be7f-f592e7f2fe4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.26315054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b3d4ca2-94b6-4fcd-be7f-f592e7f2fe4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.329732181Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cdf20e-sub","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-sub","reconcileID":"06a019a5-915e-45a5-a9b3-904d3912709e","MaaSSubscription":{"name":"test-model-cdf20e-sub","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","subscription":"test-model-cdf20e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.33426889Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"d712fc67-eb1d-49a0-98d4-80efd5722fc4","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.376105659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"941100b2-35a3-43fb-b533-087e1dd1624f","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.3761392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"941100b2-35a3-43fb-b533-087e1dd1624f","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.383021952Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cdf20e-sub","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-sub","reconcileID":"06a019a5-915e-45a5-a9b3-904d3912709e","MaaSSubscription":{"name":"test-model-cdf20e-sub","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.436200425Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cdf20e-sub","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e-sub","reconcileID":"06a019a5-915e-45a5-a9b3-904d3912709e","MaaSSubscription":{"name":"test-model-cdf20e-sub","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"name":"maas-trlp-test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.481577159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"390c6228-2325-45a3-86df-05333f5b1c60","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.539451026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"390c6228-2325-45a3-86df-05333f5b1c60","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.540344156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"316ab6f8-341e-4cc4-bb53-7f2dde2165d8","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.540366823Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"316ab6f8-341e-4cc4-bb53-7f2dde2165d8","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.580199592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"dd844d25-e092-40d6-9414-debfd976e801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.580942964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"d60e3dc7-8146-4453-bb59-fa2ef16e5bbe","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.581219002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dec3cf4-b9a9-4bf5-8984-a191be89d052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.638482066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"dd844d25-e092-40d6-9414-debfd976e801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.63910407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"d60e3dc7-8146-4453-bb59-fa2ef16e5bbe","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.64101048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dec3cf4-b9a9-4bf5-8984-a191be89d052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:01.647463165Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"316ab6f8-341e-4cc4-bb53-7f2dde2165d8","name":"e2e-att-unrel-12a574","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-12a574\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:01.647520281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"316ab6f8-341e-4cc4-bb53-7f2dde2165d8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-12a574\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.682870287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a4327b0b-949f-41d1-ae88-da3b955425c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.705962535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"2217b341-0a24-4180-86d4-3109dfd3aec8","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.705987472Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"2217b341-0a24-4180-86d4-3109dfd3aec8","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.741581233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a4327b0b-949f-41d1-ae88-da3b955425c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.759083925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"302c11c7-2de0-4bdc-ad53-618da9e7f56d","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"tenant":"e2e-inf-a-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","model":"ai-tenant-e2e-inf-a-cdf20e/test-model-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.759104417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"test-model-cdf20e","reconcileID":"302c11c7-2de0-4bdc-ad53-618da9e7f56d","MaaSModelRef":{"name":"test-model-cdf20e","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"routeName":"test-model-cdf20e-kserve-route","namespace":"ai-tenant-e2e-inf-a-cdf20e","llmisvcName":"test-model-cdf20e","gateway":"openshift-ingress/e2e-inf-a-cdf20e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.819446593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"efddf563-9d19-4c74-bfae-09ef744fddba","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.819468879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"efddf563-9d19-4c74-bfae-09ef744fddba","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.904951839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"c16030cd-6e45-4607-93d5-a7b394a0e8aa","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-089f68","tenantID":"e2e-inf-b-089f68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.908597714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"9cc2abca-fc39-420e-a3f4-dbc7d1033c8b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.962464368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"c16030cd-6e45-4607-93d5-a7b394a0e8aa","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"name":"e2e-inf-b-089f68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:01.965066512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"9cc2abca-fc39-420e-a3f4-dbc7d1033c8b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.059845762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3f66f0ef-d0f1-4eea-a37c-f9f8111bdc61","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.116044917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"bf1638f6-2f3b-4ab1-94b4-7a2d6780f306","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.116071937Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"bf1638f6-2f3b-4ab1-94b4-7a2d6780f306","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.116726129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3f66f0ef-d0f1-4eea-a37c-f9f8111bdc61","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.163009226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"e699ced6-064b-4e2e-addd-b3effb64c2da","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.163079951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55b27e2e-6ed7-497a-9634-b3268856ed8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.220295778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55b27e2e-6ed7-497a-9634-b3268856ed8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.220476342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"e699ced6-064b-4e2e-addd-b3effb64c2da","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.327879053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"62aaeaa6-fb2b-42b3-8589-39bed2461dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.327907832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"27eddc0e-371e-4f76-aef6-390383e5d8f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.384713243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"62aaeaa6-fb2b-42b3-8589-39bed2461dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.385135532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"27eddc0e-371e-4f76-aef6-390383e5d8f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.478592519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"cfd4403f-a0ac-473d-9b9f-7e35b7108bf4","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.478613654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"cfd4403f-a0ac-473d-9b9f-7e35b7108bf4","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.481419601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1aadfc8a-b49f-4326-ac5b-a4d37769c60c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.521283453Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"437db121-db24-49ce-96c8-0b0e8c192b8d","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.538975415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1aadfc8a-b49f-4326-ac5b-a4d37769c60c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.58630815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"297fb91a-aa47-47ae-98ab-8aef0a240057","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.684007438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"ff4555e4-02fd-4b3b-8033-b68cf137351b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.710976949Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"297fb91a-aa47-47ae-98ab-8aef0a240057","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.7413844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"ff4555e4-02fd-4b3b-8033-b68cf137351b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.766214062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"297fb91a-aa47-47ae-98ab-8aef0a240057","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.781434221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"d4862134-0117-4c3e-b3f4-8c75c444e8ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.781615378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"a36ec358-a0d4-471f-b630-2f4002c47157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.823530736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"7e48d729-0ae2-49e9-9350-baaf911e1c7b","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.823555416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"7e48d729-0ae2-49e9-9350-baaf911e1c7b","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.838893327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"d4862134-0117-4c3e-b3f4-8c75c444e8ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.838920139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"a36ec358-a0d4-471f-b630-2f4002c47157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.895838513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cded9570-9e3e-4567-8620-677f9addfb49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.943672919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"620bbcd1-7994-4bbc-96f7-bad1759bacfc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:02.952430024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cded9570-9e3e-4567-8620-677f9addfb49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.001366292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"620bbcd1-7994-4bbc-96f7-bad1759bacfc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.056766959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"620bbcd1-7994-4bbc-96f7-bad1759bacfc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.058581488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"48e2edb0-9494-4107-97b1-4f0683d97429","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.104273978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"8b52c085-ae69-4ca6-81b6-2436720d631e","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-089f68","tenantID":"e2e-inf-b-089f68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.104332148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"41c1f23f-0b1d-4ec5-9105-cb25ca8799ee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.115162543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"48e2edb0-9494-4107-97b1-4f0683d97429","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.161400289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"41c1f23f-0b1d-4ec5-9105-cb25ca8799ee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.161448472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"8b52c085-ae69-4ca6-81b6-2436720d631e","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"name":"e2e-inf-b-089f68-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.215276164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"105ed7ed-bdeb-48a9-a4fc-6d50730b735d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.282440773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"57a6b9c0-aa01-48b2-86c7-044a5dc53c14","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.284988351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"105ed7ed-bdeb-48a9-a4fc-6d50730b735d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.339248057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"57a6b9c0-aa01-48b2-86c7-044a5dc53c14","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.47804886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dabb4c74-77b3-4243-9ac6-87744ded0328","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.492876801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a63a8f80-2782-4d2e-ba38-3bb9aa12b0ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.536019802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dabb4c74-77b3-4243-9ac6-87744ded0328","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:03.552161735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a63a8f80-2782-4d2e-ba38-3bb9aa12b0ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:05.114109176Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub","reconcileID":"ac4b4f96-a392-4477-9a6a-0ac3390a8ffc","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:05.333213811Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub","reconcileID":"ac4b4f96-a392-4477-9a6a-0ac3390a8ffc","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-885382/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:05.546323751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"5afc2cf4-aa77-4deb-a80b-1700d8ef6522","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:05.597173141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"2b204651-fb1e-4028-8c67-f987388483fb","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:05.757345829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a47e11cb-0f0e-4d08-a026-4617ecae49b5","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:05.757363056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"92149297-7e46-4ae9-9698-9eb7ef5b67c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:05.757895223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"d83a7a19-f666-4d29-8b0e-913c74b090d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:05.75837379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"755823f1-e2f3-4717-a3b3-ba4536b4bf94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:05.758666788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c66371ee-27cd-4011-9bd7-595a120a30d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:05.814910295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a47e11cb-0f0e-4d08-a026-4617ecae49b5","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:05.815059852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"92149297-7e46-4ae9-9698-9eb7ef5b67c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:05.817375268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"d83a7a19-f666-4d29-8b0e-913c74b090d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:05.817506572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c66371ee-27cd-4011-9bd7-595a120a30d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:05.819585304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"755823f1-e2f3-4717-a3b3-ba4536b4bf94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:05.893351847Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.200598746Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.255098096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"760ec2c1-334c-47fb-bb08-6c8ede58c265","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.255132433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"760ec2c1-334c-47fb-bb08-6c8ede58c265","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:06.313746795Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-12a574-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.360996984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"c427c627-d6ed-4e55-b0ea-a9c11a9f88c8","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.361210698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"1861baa7-d7fb-4b79-b3fe-0bb1d9b9b0b0","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.361921853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c30ad80-c974-4f97-a278-173576ee5232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.366950548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"858407db-2afa-4631-9d0d-026c09658ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.418389937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"1861baa7-d7fb-4b79-b3fe-0bb1d9b9b0b0","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.418879315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"c427c627-d6ed-4e55-b0ea-a9c11a9f88c8","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.420820035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c30ad80-c974-4f97-a278-173576ee5232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.421362504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"566e6ea2-29bc-424d-9535-735e4decd92e","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.421379766Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"566e6ea2-29bc-424d-9535-735e4decd92e","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.424092821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"858407db-2afa-4631-9d0d-026c09658ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.528106239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"d55a9855-bed0-4be4-aa14-fbdc5d451a5c","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.528134667Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"d55a9855-bed0-4be4-aa14-fbdc5d451a5c","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.636742405Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-sub","reconcileID":"c5ee6558-72d4-4c8e-9a81-64f899c9ff74","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-unrel-12a574","model":"e2e-att-unrel-12a574","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.84385881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"6700f3cd-1280-4957-9d77-273031046436","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.843858774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"d5400635-5b77-4423-a70f-85f064ed2545","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.901095085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"6700f3cd-1280-4957-9d77-273031046436","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.901174938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"d5400635-5b77-4423-a70f-85f064ed2545","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.911432887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"95cba453-7666-48ae-8c7d-921d490c1588","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:06.911461274Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"95cba453-7666-48ae-8c7d-921d490c1588","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:07.124603169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-sub","reconcileID":"e5b0c9a6-ce2b-45c0-a3bd-2bd429a084e3","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-unrel-12a574","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:13.102878819Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"d3f4375a-8d27-43f3-97fc-96962f761d9f","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:13.103008509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"86c47f1d-b012-4ced-b621-a8e46d702bde","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"tenant":"e2e-inf-b-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:13.103026423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"86c47f1d-b012-4ced-b621-a8e46d702bde","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"routeName":"test-model-089f68-kserve-route","namespace":"ai-tenant-e2e-inf-b-089f68","llmisvcName":"test-model-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:13.164139403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"13988dcd-aeee-4f4e-81d8-c614ff48d355","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:13.222174625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"13988dcd-aeee-4f4e-81d8-c614ff48d355","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:13.278520946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"13988dcd-aeee-4f4e-81d8-c614ff48d355","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:13.311697024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"d3f4375a-8d27-43f3-97fc-96962f761d9f","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-089f68","tenantID":"e2e-inf-b-089f68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:13.373351548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-089f68-sub","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-sub","reconcileID":"bb9aaf58-d903-4dcb-89f0-b8ddc20c3a2d","MaaSSubscription":{"name":"test-model-089f68-sub","namespace":"ai-tenant-e2e-inf-b-089f68"},"name":"maas-trlp-test-model-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:13.439979955Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"d3f4375a-8d27-43f3-97fc-96962f761d9f","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"name":"e2e-inf-b-089f68-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:13.440091912Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-auth","reconcileID":"d3f4375a-8d27-43f3-97fc-96962f761d9f","MaaSAuthPolicy":{"name":"test-model-089f68-auth","namespace":"ai-tenant-e2e-inf-b-089f68"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:13.503004789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"f4e6a0ce-fb1c-4873-844e-9f5f6acb8ed1","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"tenant":"e2e-inf-b-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:13.503120556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"f4e6a0ce-fb1c-4873-844e-9f5f6acb8ed1","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"routeName":"test-model-089f68-kserve-route","namespace":"ai-tenant-e2e-inf-b-089f68","llmisvcName":"test-model-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:13.670087476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"085d2511-824c-41a1-b321-a36fd9eea13f","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"tenant":"e2e-inf-b-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:13.670114429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"085d2511-824c-41a1-b321-a36fd9eea13f","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"routeName":"test-model-089f68-kserve-route","namespace":"ai-tenant-e2e-inf-b-089f68","llmisvcName":"test-model-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:13.788633002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-089f68-sub","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-sub","reconcileID":"f5a9e5aa-27d6-4522-b4ca-76b2aec81556","MaaSSubscription":{"name":"test-model-089f68-sub","namespace":"ai-tenant-e2e-inf-b-089f68"},"name":"maas-trlp-test-model-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:13.842359918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50254ce8-628e-40e8-9b73-370ebf33cb43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:13.842581994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a004f8e7-350a-4acc-bdaf-fd7442fbf8b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:13.901067358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50254ce8-628e-40e8-9b73-370ebf33cb43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:13.902651041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a004f8e7-350a-4acc-bdaf-fd7442fbf8b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.062293116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-sub","reconcileID":"b5574d62-6e09-48a6-87ef-6da80a5aeb6c","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-unrel-12a574","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.336171666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"5a2d040d-c99d-4457-bcb8-3ac324d24b2b","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.336200263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"5a2d040d-c99d-4457-bcb8-3ac324d24b2b","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.630850876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"5eefe262-fdc0-430d-8544-3585ed554b35","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.630897171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"3c4a74db-db23-4c45-9f1d-912cc3f108c4","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.688176314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"3c4a74db-db23-4c45-9f1d-912cc3f108c4","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.688331879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"5eefe262-fdc0-430d-8544-3585ed554b35","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.798097041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"9f081b39-04e9-46ad-b76d-b15f6311489d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.798319374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"bda63457-e35a-420c-bf22-b104ca2d4378","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.856196615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"bda63457-e35a-420c-bf22-b104ca2d4378","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:16.856734477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"9f081b39-04e9-46ad-b76d-b15f6311489d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.357201561Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"bf8b969a-9dda-49ae-ad6e-44fe8098df1f","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.415764264Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"d6b133ae-dc69-4994-b149-0050ce0d0906","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.466275025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"4881ecd0-b3c7-4f4e-b86a-ddb9909ffd5f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.517140678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"52e03e70-2c2c-43b0-9248-bc3a7e1ffdd4","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.517219646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"04dcb45b-4c60-4494-8814-6b04369fe29a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.518139398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"0791eb4a-e4e9-4b5c-99a5-592acf42481c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.518300761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc6bd11e-d3d2-46e1-ac76-d93143f68e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.523045348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"4881ecd0-b3c7-4f4e-b86a-ddb9909ffd5f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.575745645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"04dcb45b-4c60-4494-8814-6b04369fe29a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.576071453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"0791eb4a-e4e9-4b5c-99a5-592acf42481c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.578231429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"52e03e70-2c2c-43b0-9248-bc3a7e1ffdd4","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.578894451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc6bd11e-d3d2-46e1-ac76-d93143f68e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.580122368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d79815e9b31dbac7ef95a0ba3085011ba03ba22eb2eb4bd1c7b706b76a2a111) AuthConfig (e4e742aea207007c6d011bdcf06e8854f128e6db4671b94d935bd53362af3d49) AuthConfig (d32400c16f29bdc9216c6c125cf103cae6d56eea9b3e978cd151d7902b33a632) AuthConfig (cc8fafd8b38c5230b6c38a7fefccaa26706266380197cd5a620556b67b6201f7) AuthConfig (f158df75907bf6edc083f54331b48eb2d3ae51b40f4832a221e9d1653f07b10a) AuthConfig (f05fd4e9fc353d04b1362f28ec7b10a38d1c2a335ef5fb5e9e7a1a4b93f3c11f) AuthConfig (15099888a401f585ad9fa205c9b8cce30bc887f8f476ab8660a6f9436cf1b4b9) AuthConfig (d039f242a04e8d8bf93b94033012dd0b8933e1f7447d38a179e0723c0c16ecd4) AuthConfig (347fb302c536a05bd5b094c710a74420198fed425a9632e8b882bdadfba9e7a1) AuthConfig (5a9b08265e795a7abc849ccbdd8452e33961fb9e73100a2bc4ae507edfddb5bc) AuthConfig (9c152470a26dc8b61d88f57ec0cae9fb3fd8f80182e387fda36e9686f2f52d31) AuthConfig (9af770782b86f72f5e1d7ddf37357a643f955f8fb2265642be71b639244aadbd) AuthConfig (e81d535164a7d80b99cc780c0ff9286826764a6a083e1d1e37f584c50ae9f8cd) AuthConfig (fe65821d16d343ec0f5a45dc3e78bb4f066d2ad5b69c1a43b3af1aebc7b253db) AuthConfig (757336313680d29eea48917e08fc0efb41c25d36eaf734e88bb3223789e12340) AuthConfig (3a6bb87b677136fbfa8e7a9d51ef52f28aa8d2ace86350456d76af640cc58bcd) AuthConfig (4572a61c8afe21a8ece866daf481477ac0f6a0811ac156b9fb9a9d8fa6124f56) AuthConfig (745a07918d51bada7e75bb257504e12273935065b737e3a8f9a33d9f81df8d8e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"4881ecd0-b3c7-4f4e-b86a-ddb9909ffd5f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.743048698Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"fe37664c-1c3f-4f19-a055-439c220a2ab3","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.750132449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"470bc7b3-9de6-413b-99f8-764ee59fe304","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.808077116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"470bc7b3-9de6-413b-99f8-764ee59fe304","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.902459767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"7c1adccb-5fc3-4272-8c40-7a3e73d1388d","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-serve-ce5b2c","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.902682019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-sub","reconcileID":"18f9b8b2-c433-4c39-a058-e4c8bcd0f4d8","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-unrel-12a574","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.909291053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"58052f48-452a-42a4-aacd-759a42cd841f","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.909307367Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"58052f48-452a-42a4-aacd-759a42cd841f","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.941092886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"1b4c3403-24f0-4812-8b12-b0aab3a6528f","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:19.941479536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"10e3da24-1f82-4d23-823d-1b43e5732506","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.008770826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"10e3da24-1f82-4d23-823d-1b43e5732506","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.014978802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"1b4c3403-24f0-4812-8b12-b0aab3a6528f","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.01896728Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"8f88e547-bc98-42fc-ba46-cea536665be8","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.045274933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14366858-5067-47f5-ab55-78265791fa9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.05350725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"89cba10d-01a5-467b-8b9e-71c91bcd6693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.103043018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14366858-5067-47f5-ab55-78265791fa9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.110277889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"89cba10d-01a5-467b-8b9e-71c91bcd6693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.125690309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"e656d232-d0f6-4000-a036-171b764b72db","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.125707688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"e656d232-d0f6-4000-a036-171b764b72db","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.183040802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"d1b25da1-eccb-4108-9b5c-68dfd77c9c88","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.183069712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"d1b25da1-eccb-4108-9b5c-68dfd77c9c88","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.240945951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"579deb9c-266a-43d8-b611-5ffecf6f09a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.297534648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"579deb9c-266a-43d8-b611-5ffecf6f09a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.341032929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"aa53c3f9-1ce0-4b48-af41-425f1e3b0f16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.37364902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"2c24749a-7884-4ad8-9b16-69c651942d93","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.398441139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"aa53c3f9-1ce0-4b48-af41-425f1e3b0f16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.4227001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"4ec1fd15-3035-4d17-ad0b-197ee75a25f6","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.430436655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"2c24749a-7884-4ad8-9b16-69c651942d93","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.446508403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c6237d1-1a78-4c69-9b90-a11bfd00e8a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.47935621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"4ec1fd15-3035-4d17-ad0b-197ee75a25f6","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.485804189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d79815e9b31dbac7ef95a0ba3085011ba03ba22eb2eb4bd1c7b706b76a2a111) AuthConfig (e4e742aea207007c6d011bdcf06e8854f128e6db4671b94d935bd53362af3d49) AuthConfig (d32400c16f29bdc9216c6c125cf103cae6d56eea9b3e978cd151d7902b33a632) AuthConfig (cc8fafd8b38c5230b6c38a7fefccaa26706266380197cd5a620556b67b6201f7) AuthConfig (f158df75907bf6edc083f54331b48eb2d3ae51b40f4832a221e9d1653f07b10a) AuthConfig (f05fd4e9fc353d04b1362f28ec7b10a38d1c2a335ef5fb5e9e7a1a4b93f3c11f) AuthConfig (15099888a401f585ad9fa205c9b8cce30bc887f8f476ab8660a6f9436cf1b4b9) AuthConfig (d039f242a04e8d8bf93b94033012dd0b8933e1f7447d38a179e0723c0c16ecd4) AuthConfig (347fb302c536a05bd5b094c710a74420198fed425a9632e8b882bdadfba9e7a1) AuthConfig (5a9b08265e795a7abc849ccbdd8452e33961fb9e73100a2bc4ae507edfddb5bc) AuthConfig (9c152470a26dc8b61d88f57ec0cae9fb3fd8f80182e387fda36e9686f2f52d31) AuthConfig (9af770782b86f72f5e1d7ddf37357a643f955f8fb2265642be71b639244aadbd) AuthConfig (e81d535164a7d80b99cc780c0ff9286826764a6a083e1d1e37f584c50ae9f8cd) AuthConfig (fe65821d16d343ec0f5a45dc3e78bb4f066d2ad5b69c1a43b3af1aebc7b253db) AuthConfig (757336313680d29eea48917e08fc0efb41c25d36eaf734e88bb3223789e12340) AuthConfig (3a6bb87b677136fbfa8e7a9d51ef52f28aa8d2ace86350456d76af640cc58bcd) AuthConfig (4572a61c8afe21a8ece866daf481477ac0f6a0811ac156b9fb9a9d8fa6124f56) AuthConfig (745a07918d51bada7e75bb257504e12273935065b737e3a8f9a33d9f81df8d8e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"2c24749a-7884-4ad8-9b16-69c651942d93","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.503326736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c6237d1-1a78-4c69-9b90-a11bfd00e8a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.64508183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"dc13b7f0-e3a8-498c-bae0-68e135fd4dca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.665535862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"24025f92-2970-496e-ac75-a8df91baf277","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.702144788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"dc13b7f0-e3a8-498c-bae0-68e135fd4dca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.722418085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"24025f92-2970-496e-ac75-a8df91baf277","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:20.898493049Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"1a1a7086-33b6-422f-871e-3b000aa47722","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:21.005163616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"00e08d9d-b945-4300-b092-55c7f96c1792","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:21.005240479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"9c0ff040-5ef2-4eae-8a57-a0055e4492d6","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:21.005257365Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"9c0ff040-5ef2-4eae-8a57-a0055e4492d6","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:21.062385218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"00e08d9d-b945-4300-b092-55c7f96c1792","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:21.112486311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-sub","reconcileID":"d39c45a4-43d8-4f49-84a3-3eab054692a0","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-unrel-12a574","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:21.112585845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"ca3664cf-b69b-4094-9da3-4e901b3706ef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:21.112614911Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"ca3664cf-b69b-4094-9da3-4e901b3706ef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:21.112957432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"ce5efb42-03b3-4a86-9c64-d6c49bbbe479","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-serve-ce5b2c","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:21.146910046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"94229819-88fb-4c0c-9de1-0158bfe6ad7e","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:21.203323682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"94229819-88fb-4c0c-9de1-0158bfe6ad7e","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:21.21903131Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"892a96d1-1a5b-403d-b136-5beb8ee39a18","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:21.486377034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"99e4ec6c-c801-4910-9409-f0e806254847","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:21.543496552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"99e4ec6c-c801-4910-9409-f0e806254847","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:21.932393077Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"a764caa7-7ba7-4900-98d2-108143f1741b","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:21.986286054Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"3f07e11f-ec73-42b6-afc7-4782f26e0120","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:22.044682368Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"3f07e11f-ec73-42b6-afc7-4782f26e0120","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.048329744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"1206f3f3-e4d5-4a7e-b9c0-ac593607599a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.050030848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"f78d4269-a195-4dc5-86b9-1b8db75e4012","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.096686188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db4c4519-29a3-4364-aea2-dc5fcef1d523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.100571059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"d6065ef5-7850-42b5-b768-5e4da9012bcb","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.102532663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"98f12e30-25db-47d0-a65e-b990d5de94e3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:22.103084128Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"2a03ad6e-af49-4c72-aa87-572551ad9ce9","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:22.103164294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"2a03ad6e-af49-4c72-aa87-572551ad9ce9","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.105946252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"1206f3f3-e4d5-4a7e-b9c0-ac593607599a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.107054183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"f78d4269-a195-4dc5-86b9-1b8db75e4012","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.153951818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db4c4519-29a3-4364-aea2-dc5fcef1d523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.157294041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"d6065ef5-7850-42b5-b768-5e4da9012bcb","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.159159769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"98f12e30-25db-47d0-a65e-b990d5de94e3","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.161070632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d79815e9b31dbac7ef95a0ba3085011ba03ba22eb2eb4bd1c7b706b76a2a111) AuthConfig (e4e742aea207007c6d011bdcf06e8854f128e6db4671b94d935bd53362af3d49) AuthConfig (d32400c16f29bdc9216c6c125cf103cae6d56eea9b3e978cd151d7902b33a632) AuthConfig (cc8fafd8b38c5230b6c38a7fefccaa26706266380197cd5a620556b67b6201f7) AuthConfig (f158df75907bf6edc083f54331b48eb2d3ae51b40f4832a221e9d1653f07b10a) AuthConfig (f05fd4e9fc353d04b1362f28ec7b10a38d1c2a335ef5fb5e9e7a1a4b93f3c11f) AuthConfig (15099888a401f585ad9fa205c9b8cce30bc887f8f476ab8660a6f9436cf1b4b9) AuthConfig (d039f242a04e8d8bf93b94033012dd0b8933e1f7447d38a179e0723c0c16ecd4) AuthConfig (347fb302c536a05bd5b094c710a74420198fed425a9632e8b882bdadfba9e7a1) AuthConfig (5a9b08265e795a7abc849ccbdd8452e33961fb9e73100a2bc4ae507edfddb5bc) AuthConfig (9c152470a26dc8b61d88f57ec0cae9fb3fd8f80182e387fda36e9686f2f52d31) AuthConfig (9af770782b86f72f5e1d7ddf37357a643f955f8fb2265642be71b639244aadbd) AuthConfig (e81d535164a7d80b99cc780c0ff9286826764a6a083e1d1e37f584c50ae9f8cd) AuthConfig (fe65821d16d343ec0f5a45dc3e78bb4f066d2ad5b69c1a43b3af1aebc7b253db) AuthConfig (757336313680d29eea48917e08fc0efb41c25d36eaf734e88bb3223789e12340) AuthConfig (3a6bb87b677136fbfa8e7a9d51ef52f28aa8d2ace86350456d76af640cc58bcd) AuthConfig (4572a61c8afe21a8ece866daf481477ac0f6a0811ac156b9fb9a9d8fa6124f56) AuthConfig (745a07918d51bada7e75bb257504e12273935065b737e3a8f9a33d9f81df8d8e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"1206f3f3-e4d5-4a7e-b9c0-ac593607599a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:22.167245758Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"110b9e10-0151-4da1-a92f-de440a45acf7","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:22.167304686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"110b9e10-0151-4da1-a92f-de440a45acf7","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:22.24156851Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"7f959ab4-b29d-4acf-a835-591fa61def34","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:22.241638026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"7f959ab4-b29d-4acf-a835-591fa61def34","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.319226623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"55f8f6d6-1271-40cf-bbfd-9c16e8325bd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:22.335883539Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"e4cbef6c-9e87-421f-92c3-16b004a4fbc9","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:22.335950274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"e4cbef6c-9e87-421f-92c3-16b004a4fbc9","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.375733027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"55f8f6d6-1271-40cf-bbfd-9c16e8325bd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:22.469741205Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"b01eb505-80e2-448d-af5f-f43b2147c0c7","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:22.469852417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"b01eb505-80e2-448d-af5f-f43b2147c0c7","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.471399332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"9d5d949a-4acb-4ad9-a32b-47243769470a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.524023646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"08553774-8d4e-4ca3-9ed2-da3f3b10bf67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.524469747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8516effd-84d7-421d-a833-c621b51b19d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.528497971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"9d5d949a-4acb-4ad9-a32b-47243769470a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.57833964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"85872a8c-8a29-4962-bfcb-5ca24c77f541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.583055858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"08553774-8d4e-4ca3-9ed2-da3f3b10bf67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.583555059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8516effd-84d7-421d-a833-c621b51b19d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.684808427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"85872a8c-8a29-4962-bfcb-5ca24c77f541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:22.685815022Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"c4b3ad75-df5c-4c4b-b9ab-f898a0637ab6","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:22.685901103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"c4b3ad75-df5c-4c4b-b9ab-f898a0637ab6","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.737811925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"dc06fc24-4cf5-4b31-a9e1-5f26c59f2942","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:22.794889777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"dc06fc24-4cf5-4b31-a9e1-5f26c59f2942","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:23.059875814Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"20f96ab0-a0cb-43b6-922e-18c9a36e2922","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:23.059949009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"20f96ab0-a0cb-43b6-922e-18c9a36e2922","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:23.753646135Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"156a87e2-b36c-4464-9aba-956639672c85","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:23.753727935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"156a87e2-b36c-4464-9aba-956639672c85","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.067545364Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-089f68-sub","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-sub","reconcileID":"1b5f7600-6403-4a6e-a074-deec3b9108fb","MaaSSubscription":{"name":"test-model-089f68-sub","namespace":"ai-tenant-e2e-inf-b-089f68"},"model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","subscription":"test-model-089f68-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.120548332Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-089f68-sub","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-sub","reconcileID":"1b5f7600-6403-4a6e-a074-deec3b9108fb","MaaSSubscription":{"name":"test-model-089f68-sub","namespace":"ai-tenant-e2e-inf-b-089f68"},"model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.175776363Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-089f68-sub","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68-sub","reconcileID":"1b5f7600-6403-4a6e-a074-deec3b9108fb","MaaSSubscription":{"name":"test-model-089f68-sub","namespace":"ai-tenant-e2e-inf-b-089f68"},"name":"maas-trlp-test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.241351699Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"c367d4d3-d214-49c7-a8f5-81dbc0f42006","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.351590613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"2f98b12c-75ca-4174-b1e6-ed881da3d841","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.404702162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b53ee693-67b7-406d-a62b-a8051c9f0029","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.405470532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"52498598-fc78-47a1-80bc-6e8bba2e8e76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.405566094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbfbf7be-8039-4520-99e1-b892fb5384f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.405977862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"cf805dc9-cc7c-4bcc-995f-1334b0ab51df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.409551356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"2f98b12c-75ca-4174-b1e6-ed881da3d841","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.451770882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"da1ebe99-0d5d-4cc8-9ed2-5b372b199f44","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"tenant":"e2e-inf-b-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","model":"ai-tenant-e2e-inf-b-089f68/test-model-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.451815634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"test-model-089f68","reconcileID":"da1ebe99-0d5d-4cc8-9ed2-5b372b199f44","MaaSModelRef":{"name":"test-model-089f68","namespace":"ai-tenant-e2e-inf-b-089f68"},"routeName":"test-model-089f68-kserve-route","namespace":"ai-tenant-e2e-inf-b-089f68","llmisvcName":"test-model-089f68","gateway":"openshift-ingress/e2e-inf-b-089f68","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.451868505Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.461396747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b53ee693-67b7-406d-a62b-a8051c9f0029","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.4626227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"52498598-fc78-47a1-80bc-6e8bba2e8e76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.463693607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"cf805dc9-cc7c-4bcc-995f-1334b0ab51df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.464913652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbfbf7be-8039-4520-99e1-b892fb5384f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.464930924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d79815e9b31dbac7ef95a0ba3085011ba03ba22eb2eb4bd1c7b706b76a2a111) AuthConfig (e4e742aea207007c6d011bdcf06e8854f128e6db4671b94d935bd53362af3d49) AuthConfig (d32400c16f29bdc9216c6c125cf103cae6d56eea9b3e978cd151d7902b33a632) AuthConfig (cc8fafd8b38c5230b6c38a7fefccaa26706266380197cd5a620556b67b6201f7) AuthConfig (f158df75907bf6edc083f54331b48eb2d3ae51b40f4832a221e9d1653f07b10a) AuthConfig (f05fd4e9fc353d04b1362f28ec7b10a38d1c2a335ef5fb5e9e7a1a4b93f3c11f) AuthConfig (15099888a401f585ad9fa205c9b8cce30bc887f8f476ab8660a6f9436cf1b4b9) AuthConfig (d039f242a04e8d8bf93b94033012dd0b8933e1f7447d38a179e0723c0c16ecd4) AuthConfig (347fb302c536a05bd5b094c710a74420198fed425a9632e8b882bdadfba9e7a1) AuthConfig (5a9b08265e795a7abc849ccbdd8452e33961fb9e73100a2bc4ae507edfddb5bc) AuthConfig (9c152470a26dc8b61d88f57ec0cae9fb3fd8f80182e387fda36e9686f2f52d31) AuthConfig (9af770782b86f72f5e1d7ddf37357a643f955f8fb2265642be71b639244aadbd) AuthConfig (e81d535164a7d80b99cc780c0ff9286826764a6a083e1d1e37f584c50ae9f8cd) AuthConfig (fe65821d16d343ec0f5a45dc3e78bb4f066d2ad5b69c1a43b3af1aebc7b253db) AuthConfig (757336313680d29eea48917e08fc0efb41c25d36eaf734e88bb3223789e12340) AuthConfig (3a6bb87b677136fbfa8e7a9d51ef52f28aa8d2ace86350456d76af640cc58bcd) AuthConfig (4572a61c8afe21a8ece866daf481477ac0f6a0811ac156b9fb9a9d8fa6124f56) AuthConfig (745a07918d51bada7e75bb257504e12273935065b737e3a8f9a33d9f81df8d8e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"2f98b12c-75ca-4174-b1e6-ed881da3d841","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.563415465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"57abe282-5fe0-4747-b50b-3a4e98cae22e","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.563450084Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"57abe282-5fe0-4747-b50b-3a4e98cae22e","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.623159478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0a019527-9d60-42f0-bc67-b279e1a59e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.679508257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0a019527-9d60-42f0-bc67-b279e1a59e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.775621459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"556de66a-0d2a-4002-bf15-4e9c95fc04e2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.826129556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"bd6dd3fb-8494-4672-98de-9af128343cc0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.826520189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"6b238009-186d-4426-a116-866ca272f4e9","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.826696047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"eb6237b7-2aa8-4082-81f0-0d1b74669548","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.832309739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"556de66a-0d2a-4002-bf15-4e9c95fc04e2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.883434394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"bd6dd3fb-8494-4672-98de-9af128343cc0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.884512025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"eb6237b7-2aa8-4082-81f0-0d1b74669548","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:24.885763612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"6b238009-186d-4426-a116-866ca272f4e9","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:25.028528424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"930a7f23-f110-4f9c-a2f0-dacd72d95f01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:25.085262123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"930a7f23-f110-4f9c-a2f0-dacd72d95f01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:25.087058398Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"890a7304-6157-47a8-923f-dea1af708b3c","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:25.087130971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"890a7304-6157-47a8-923f-dea1af708b3c","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:25.228853896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5a32f9c-6d4c-49ed-801a-76c703f1b200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:25.285680929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5a32f9c-6d4c-49ed-801a-76c703f1b200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:27.701169115Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"8a280168-7d6b-4be9-9af4-00238320cc16","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:27.701247777Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"8a280168-7d6b-4be9-9af4-00238320cc16","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:32.53034761Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3900ae0a-59b7-4a39-93a7-18a15203bb56","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:32.530404698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"73f252ae-2b6b-41ae-b8b2-8f59997dd1c9","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:32.742734728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"9b926023-4e7d-4f1c-93ae-3533cc330b50","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:32.874825535Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"b9009f2c-07bd-4462-9713-2b58fb25aaee","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:32.874915483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"b9009f2c-07bd-4462-9713-2b58fb25aaee","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:34.572149812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"14c37ee5-a70e-4b53-89f3-00852de4a0ed","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:34.590495486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"daf8c715-f1d5-4f3b-9b33-29d62df3e353","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:34.590495442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"8117385f-b9a6-4b3b-ab6a-2874635bfc53","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:34.629058519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"14c37ee5-a70e-4b53-89f3-00852de4a0ed","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:34.64783803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"daf8c715-f1d5-4f3b-9b33-29d62df3e353","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:34.647850584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"8117385f-b9a6-4b3b-ab6a-2874635bfc53","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:34.897206983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"102ebda9-7fb3-45aa-9e99-6daf5320b323","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:34.897228433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"102ebda9-7fb3-45aa-9e99-6daf5320b323","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:35.071978966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"92c5d7c0-da8b-446a-bb83-9e48f4b20a71","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:35.071978848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"6fa1a4a8-7559-4300-af0a-0df74b965b77","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:35.129184716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"6fa1a4a8-7559-4300-af0a-0df74b965b77","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:35.129200033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"92c5d7c0-da8b-446a-bb83-9e48f4b20a71","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:35.8959447Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:36.55576892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"ed68422d-4560-4183-8dc6-26b2b5757ebf","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:36.846894899Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"2f68a60c-40c7-4eaa-91e2-d870c5efd181","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:36.900608935Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"f7187106-83ba-4113-aaf2-ab4fbc474c22","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:36.900678074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"f7187106-83ba-4113-aaf2-ab4fbc474c22","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:36.905461456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e7ce2e2-fde2-4550-94bf-28bed4663247","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:36.906297594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"c9abaf26-f19b-432d-9285-e9816f96c0e4","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:36.906553499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4a36ba4-8f01-455b-b1b2-8ee7cde92037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:36.956455813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"1532ee92-8962-46a0-9f82-01ac9f0d3271","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:36.963552219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e7ce2e2-fde2-4550-94bf-28bed4663247","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:36.966964184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4a36ba4-8f01-455b-b1b2-8ee7cde92037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.009080635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8b4b9ccf-462a-4c96-bb79-9937bc13949a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.009078438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b9fb1129-0783-463d-b4e1-2501c96643a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.013629586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"1532ee92-8962-46a0-9f82-01ac9f0d3271","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.067027328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b9fb1129-0783-463d-b4e1-2501c96643a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.06720566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8b4b9ccf-462a-4c96-bb79-9937bc13949a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.185745846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"e0ceac47-b2f1-46fc-9b91-357b57a1eadb","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.23906687Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:37.347724806Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"0067d00b-db8b-46d5-85e2-c65c2a1f539e","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:37.347824668Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"0067d00b-db8b-46d5-85e2-c65c2a1f539e","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.350903299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"2e73a758-0ca9-4728-9233-b300375c938a","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.399032731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"e0c464dc-5339-419b-8055-25a09387a9e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.399434158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afec142e-89f8-4c56-94e9-940feee180aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:37.401116425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-sub","reconcileID":"1f339da4-a621-4e69-a468-b130f24e90c5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.401157209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"4e44e132-a841-4272-b724-e27eb87ba9ee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.41536603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"391499b9-0830-40ba-b4d6-18257aec7b0d","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.45326791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"364a09b5-acc4-41af-a243-c65ba3c7a3e1","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.456565647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"e0c464dc-5339-419b-8055-25a09387a9e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.457180769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afec142e-89f8-4c56-94e9-940feee180aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.458949522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"4e44e132-a841-4272-b724-e27eb87ba9ee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.471989477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"391499b9-0830-40ba-b4d6-18257aec7b0d","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.510156409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"364a09b5-acc4-41af-a243-c65ba3c7a3e1","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.516685111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"25c5448d-81af-4d49-a60b-d9b0a9682c9f","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.619373849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"0a0e0e56-1895-46cf-b275-67eceed354e6","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.77523903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"60f350c0-43f0-4ce5-9951-2993aa91817a","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.878701954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"84457fe7-dcff-4ade-9f26-430d16af2219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.879279415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fae49fa2-2b49-4f06-9acd-04894a5bb749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.891627796Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-sub","reconcileID":"fa002eda-6415-44a9-a6a8-afa7a3348240","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-status-active-sub","ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.937033829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"84457fe7-dcff-4ade-9f26-430d16af2219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.938768585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fae49fa2-2b49-4f06-9acd-04894a5bb749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.9835937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth","reconcileID":"16b24bed-e8de-4e7f-a6c2-865925ef6f9d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.986060377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"fb439ab0-c501-45a1-b47c-51c78faf59e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:37.987886503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59492e07-9e2e-43ed-9e38-586e71cb3fd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.042119812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth","reconcileID":"16b24bed-e8de-4e7f-a6c2-865925ef6f9d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.044080517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"fb439ab0-c501-45a1-b47c-51c78faf59e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.04755091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59492e07-9e2e-43ed-9e38-586e71cb3fd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.061468627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"f79b53a3-e42c-49c9-be91-a6b1826071b3","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.11422123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"abd0cc9d-a410-440b-a110-0f33c6f65204","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.164390763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb8be85-2193-4d3b-a36a-b08a849997eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.218220815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb8be85-2193-4d3b-a36a-b08a849997eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.271336678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb8be85-2193-4d3b-a36a-b08a849997eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.293378414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"b3f61a73-9a4f-4126-9204-16772574a5e9","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.293400325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"b3f61a73-9a4f-4126-9204-16772574a5e9","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.324616653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eb8be85-2193-4d3b-a36a-b08a849997eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.32530005Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.384986537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"451e4288-d268-4496-acd4-27b2e74196b1","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.404642499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"61e74333-73c6-4959-a656-d3c0fd25aab2","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.433422024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"4f3c0d11-c9e7-4073-8994-f6a307dace10","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.433842113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"252f6ec0-9614-4c31-84d5-1e94c6a7e618","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.433864816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"252f6ec0-9614-4c31-84d5-1e94c6a7e618","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.434510441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-sub","reconcileID":"021cf7b9-52f9-4183-8142-cda1936fc254","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:38.435359899Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-a-w4-e92519/e2e-rate-iso-a-14bde5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-14bde5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.486654826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32c47dc5-a1f0-47cc-b36c-ad99da032a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.486856414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"075f7b76-9e0d-42d0-be34-f9f7bbd939c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.492440476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"4f3c0d11-c9e7-4073-8994-f6a307dace10","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.494552913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"a543c3f9-6215-436d-9dc9-1c50c6d363f7","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.494577179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"a543c3f9-6215-436d-9dc9-1c50c6d363f7","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.545649934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32c47dc5-a1f0-47cc-b36c-ad99da032a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.545793543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"075f7b76-9e0d-42d0-be34-f9f7bbd939c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.559315948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"955ac3c8-f252-4029-bec4-8547ea572b0f","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.559336314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"955ac3c8-f252-4029-bec4-8547ea572b0f","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.559363634Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.600221632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth","reconcileID":"803dacc4-cadb-4f67-b57c-9af1ccb094f0","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.620229624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"8c8b4bc6-2f49-49fa-9a04-5be51d2a6137","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.620251182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"8c8b4bc6-2f49-49fa-9a04-5be51d2a6137","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.657666608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth","reconcileID":"803dacc4-cadb-4f67-b57c-9af1ccb094f0","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.668426846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"e31c62b1-a8fc-4e19-bfb2-1fdaa391cb81","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.669238779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"6c2c3f2c-48c7-4c7e-8f50-f9f4604b1f9c","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.669253733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"6c2c3f2c-48c7-4c7e-8f50-f9f4604b1f9c","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:38.670607503Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-b-w4-3880e7/e2e-rate-iso-b-14bde5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-14bde5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.708280349Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-a-14bde5","reconcileID":"a7ae5e45-189f-4d55-bf47-f5a9ae61c862","MaaSSubscription":{"name":"e2e-rate-iso-a-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-rate-test-model-e92519","model":"rate-test-model-e92519","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-e92519/e2e-rate-iso-a-14bde5"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.723880759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"37709816-7321-4af9-8b73-c20b797a3e36","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.723897975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"37709816-7321-4af9-8b73-c20b797a3e36","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.725365814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"e31c62b1-a8fc-4e19-bfb2-1fdaa391cb81","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.808447665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"5ff0f942-0256-4a96-9b81-0d39489248ed","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.864992612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"5ff0f942-0256-4a96-9b81-0d39489248ed","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.87519029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"912ae201-c79e-4095-9aff-154511ff106a","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.875206413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"912ae201-c79e-4095-9aff-154511ff106a","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.938400216Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-b-14bde5","reconcileID":"b3f9800b-3032-490a-bf97-9fa09f2af4f6","MaaSSubscription":{"name":"e2e-rate-iso-b-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-rate-test-model-3880e7","model":"rate-test-model-3880e7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-3880e7/e2e-rate-iso-b-14bde5"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:38.956771128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth","reconcileID":"803dacc4-cadb-4f67-b57c-9af1ccb094f0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.962378052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cec2c1c-e204-41e4-937b-6e4bc097c241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:38.962548946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"716e23f5-e144-4d74-aed6-47f34bd7c2e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.011261208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"01a35bd7-90a7-41c3-9ee2-f3fc9ae0f028","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.02193502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"716e23f5-e144-4d74-aed6-47f34bd7c2e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.021979377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cec2c1c-e204-41e4-937b-6e4bc097c241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.068263452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"01a35bd7-90a7-41c3-9ee2-f3fc9ae0f028","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.088080419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-a-14bde5","reconcileID":"3327a1e7-d377-463c-9f49-425301cea80a","MaaSSubscription":{"name":"e2e-rate-iso-a-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-rate-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.107980985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"4532aa60-7078-47b2-834a-0e9220efe75c","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.10799914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"4532aa60-7078-47b2-834a-0e9220efe75c","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.162060239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth","reconcileID":"2405b22f-a57a-4dc6-98c7-61c1c7a0ca88","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.219279127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth","reconcileID":"2405b22f-a57a-4dc6-98c7-61c1c7a0ca88","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.281616512Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"b4309233-053e-47d5-8349-ff79393131e5","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.320332777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-b-14bde5","reconcileID":"fbc49464-a48a-4a69-93f7-f7d372a5c065","MaaSSubscription":{"name":"e2e-rate-iso-b-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-rate-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:39.335112152Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"15766f6c-a2be-454a-8c90-982a01c71e81","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:39.335206966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"15766f6c-a2be-454a-8c90-982a01c71e81","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.503053975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"d98770e3-1d2a-4002-95e9-b5a06ececdaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.503445066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f7fb5fff-b036-4652-9fa2-e0795832439a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.504610202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dab67d88-7bf3-468a-a189-165858c0c2ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.55672484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"a196da73-8720-4d95-95a9-aae3c2e00b5b","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.560497696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f7fb5fff-b036-4652-9fa2-e0795832439a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.560689263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"d98770e3-1d2a-4002-95e9-b5a06ececdaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.562988881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dab67d88-7bf3-468a-a189-165858c0c2ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.614078537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"a196da73-8720-4d95-95a9-aae3c2e00b5b","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.666140566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth","reconcileID":"b4e624ef-50e7-47b3-84d6-e1ac91af7dd8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.723766168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth","reconcileID":"b4e624ef-50e7-47b3-84d6-e1ac91af7dd8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.852654181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"c5bf7d51-c0cb-4305-8803-35e3a0fe79ef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.908629368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"9ef707da-b533-492e-8004-3a85678b2bac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.961149245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"f83c8618-9bb6-4cd6-8a9c-e205bde226d1","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.967929313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36411b0c-2443-4ec1-8941-1f5ef0a2b2c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:39.972333321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"9ef707da-b533-492e-8004-3a85678b2bac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.017953035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"f83c8618-9bb6-4cd6-8a9c-e205bde226d1","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.026855252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36411b0c-2443-4ec1-8941-1f5ef0a2b2c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.061366861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"fc452c59-e985-4dce-adfc-3acccc051bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.11891013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"fc452c59-e985-4dce-adfc-3acccc051bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.162319419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e9358ab0-ce1d-45bb-bed9-bd639f3d402a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.219351064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e9358ab0-ce1d-45bb-bed9-bd639f3d402a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.242878841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0621c4bb-e482-41cf-a02b-c260ca0573dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.29616395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0621c4bb-e482-41cf-a02b-c260ca0573dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.349219594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0621c4bb-e482-41cf-a02b-c260ca0573dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.402968955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0621c4bb-e482-41cf-a02b-c260ca0573dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.458189431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"04f1f666-86e4-4bc3-b53f-6378e1d85585","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.51293951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth","reconcileID":"fac7fa58-498a-493f-92b2-ef85d1c17088","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.516711515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"04f1f666-86e4-4bc3-b53f-6378e1d85585","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.565466488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98e03aa5-540a-48d8-af02-65654e9bd940","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.570120267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth","reconcileID":"fac7fa58-498a-493f-92b2-ef85d1c17088","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.673715099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc2ccd4b-ade0-4882-acbf-7d8a65b51f25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:40.675055951Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"bca69cf3-eb1e-4357-bbd7-680f945ec7f7","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:40.675141891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"bca69cf3-eb1e-4357-bbd7-680f945ec7f7","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.677507845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98e03aa5-540a-48d8-af02-65654e9bd940","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.730221074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"f440c7b9-f409-4b7e-b2cb-19a68f6037db","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.730261568Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"f440c7b9-f409-4b7e-b2cb-19a68f6037db","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.734269449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc2ccd4b-ade0-4882-acbf-7d8a65b51f25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.779412086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"e854a40c-b9af-493a-a48e-8d49224e1183","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.798440951Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"591d2420-44be-4743-8104-ac2baf62ce77","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.837069181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"e854a40c-b9af-493a-a48e-8d49224e1183","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.838303331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"5e8163a6-9107-4fd7-bd93-b0e2e9ccddbd","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.838323991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"5e8163a6-9107-4fd7-bd93-b0e2e9ccddbd","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.891918823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-sub","reconcileID":"abfa8af9-e61a-4def-894a-1284ef436aed","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-unrel-12a574","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.891994103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"5c83f3f1-3493-4038-9431-d782ccfc60dc","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-serve-ce5b2c","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.933055757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"1df86024-0fae-458d-9d5f-f2714959c4d6","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.945043102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"1fb7d811-4684-43a1-a3a4-bc87490644e8","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.945065912Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"1fb7d811-4684-43a1-a3a4-bc87490644e8","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:40.989343566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"1df86024-0fae-458d-9d5f-f2714959c4d6","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.03297595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"c73641d8-1673-45a3-9bd8-c56e267bd8af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.032977887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"66c34c0e-4707-4146-a2fc-a948d77866f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.085441574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e9a13ff-d6cd-4334-ae77-c4d1fa4a54da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.089399073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"c73641d8-1673-45a3-9bd8-c56e267bd8af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.089915624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"66c34c0e-4707-4146-a2fc-a948d77866f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.142227298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e9a13ff-d6cd-4334-ae77-c4d1fa4a54da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.257931253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"8e5e8b70-2b46-408c-9c16-924b31ae5964","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.31427641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"8e5e8b70-2b46-408c-9c16-924b31ae5964","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.359852024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"fc0b8207-dfba-40e3-ad0d-df0bee470db0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.412548046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14d62c98-d32f-46ff-aab2-c8b43cad3a83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.416235414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"fc0b8207-dfba-40e3-ad0d-df0bee470db0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.469302496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14d62c98-d32f-46ff-aab2-c8b43cad3a83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.513254222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"2b758d10-af4a-4ed9-a90f-8df9eac28ac4","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.513321002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"8ff24ccf-3850-4574-b60a-d3218cf0a0c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.571138309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"2b758d10-af4a-4ed9-a90f-8df9eac28ac4","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.571290346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"8ff24ccf-3850-4574-b60a-d3218cf0a0c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.735099351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8ee5c1c1-b707-4ff2-91d7-e81af58782bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.783541595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"ee6081d7-a7ed-4142-befb-3a0efeb93147","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.792222697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8ee5c1c1-b707-4ff2-91d7-e81af58782bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.835753853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth","reconcileID":"9a7ec566-7cf2-428e-83e8-5ddd8ca33c82","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.84069652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"ee6081d7-a7ed-4142-befb-3a0efeb93147","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:41.892148585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth","reconcileID":"9a7ec566-7cf2-428e-83e8-5ddd8ca33c82","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.095213318Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"0c2a9239-c961-4035-b91e-59f9d7a009c6","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.204919245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"e58832a9-f34c-40b9-94c0-13a5c740c872","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.258112347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"197d819f-21fb-4180-965d-6dcfe7c9b329","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.258157769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"b6f5872e-462a-4493-902e-e72799409ff5","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.258587607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"3c3a1df0-95c4-4c51-831a-690eedce9163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.259521873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbeb9108-daf0-487d-9e02-e4cfece2d518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.26259431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"e58832a9-f34c-40b9-94c0-13a5c740c872","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.315903038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"197d819f-21fb-4180-965d-6dcfe7c9b329","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.317685921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"b6f5872e-462a-4493-902e-e72799409ff5","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.320023467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"3c3a1df0-95c4-4c51-831a-690eedce9163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.322140709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbeb9108-daf0-487d-9e02-e4cfece2d518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.594957304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"c242da06-c9c7-411b-8103-c1ba0211b231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.643678096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"50161b16-ba24-4201-9049-67c5c617761f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.651872054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"c242da06-c9c7-411b-8103-c1ba0211b231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.695969413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b6b040bf-0201-42c4-a524-5773756f0f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.700236785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"50161b16-ba24-4201-9049-67c5c617761f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.75281386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b6b040bf-0201-42c4-a524-5773756f0f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.795983071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth","reconcileID":"27f0f202-02f9-4a6a-b366-659938e968f1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.796320556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e99af76a-0407-4c40-97e0-4ee6edc4fb0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.85315809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e99af76a-0407-4c40-97e0-4ee6edc4fb0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:42.853276893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth","reconcileID":"27f0f202-02f9-4a6a-b366-659938e968f1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:43.037113968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7c4cd4b9-46cc-436d-b1aa-3aa11ffeae88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:43.094830772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7c4cd4b9-46cc-436d-b1aa-3aa11ffeae88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:43.850550945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"7fe5a638-73cd-4dac-929d-b96593a48a94","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:43.908057688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"93d8cb77-bba7-43cf-a5af-5ff08e16ed16","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.066854993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-no-access-auth","reconcileID":"b6c9f4ea-d8f2-4f9d-bb55-a8664a03831f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.123627719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-no-access-auth","reconcileID":"b6c9f4ea-d8f2-4f9d-bb55-a8664a03831f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.123975018Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.124498565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"8b28ffcc-49f3-4415-9afd-7e63db7e18db","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.18303739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"a40a6cc3-481e-4855-ad11-b97c327f6a54","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.183055826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"a40a6cc3-481e-4855-ad11-b97c327f6a54","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.232843282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"aea95a7a-6a0e-4ec8-9864-09a030c9a18e","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:44.235819821Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-885382/e2e-api-key-no-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.285030792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"61ddccac-02e1-43e7-b1fd-c5b755818695","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.285309481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7ae1c08-f3ab-40e4-ac04-d5092393a98a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.286256551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ea1a121-a2c3-4f8d-914a-067e1084995d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.286329177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"1a98a491-91fd-49a7-a012-de962dfe5f2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.290311456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"b4adfe64-1f6e-48d0-bc85-27383aafe432","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.346120408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"61ddccac-02e1-43e7-b1fd-c5b755818695","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.349518595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ea1a121-a2c3-4f8d-914a-067e1084995d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.350091644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7ae1c08-f3ab-40e4-ac04-d5092393a98a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.352007799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"1a98a491-91fd-49a7-a012-de962dfe5f2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.44236944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"f25989d1-28c8-4e61-94d9-ecb910133915","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.563420219Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-no-access-sub","reconcileID":"822e1adf-b906-4775-84ca-00132295e3d8","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-885382/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w3-885382/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.60110089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-no-access-auth","reconcileID":"11f2631a-b4b2-4fc3-aee1-937b510bc0b7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.657676207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-no-access-auth","reconcileID":"11f2631a-b4b2-4fc3-aee1-937b510bc0b7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.702907022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3f903962-7f8d-4544-ae25-c7259394045a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.702942325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ed5ecfce-40d9-4286-acc0-b6fb8407ebf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.70386486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee8fa81c-05bd-46ef-acb5-e1ea1a6d3e40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.703939684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6b47c27-d82d-4cff-b310-fb7736d1251b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.730108956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"44aff0c0-d989-4064-bb3c-34e6a34518b7","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.760748434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ed5ecfce-40d9-4286-acc0-b6fb8407ebf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.760851174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3f903962-7f8d-4544-ae25-c7259394045a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.763543491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee8fa81c-05bd-46ef-acb5-e1ea1a6d3e40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.763613946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6b47c27-d82d-4cff-b310-fb7736d1251b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.776758558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"f72d9e97-7b73-49f8-8520-490ac68122ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:44.945167816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-no-access-sub","reconcileID":"2c8810ad-0a5c-4480-8b8f-0ef94fd495f1","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:47.569242157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-a-14bde5","reconcileID":"d9005ef1-605b-406b-9bdc-47511950fcac","MaaSSubscription":{"name":"e2e-rate-iso-a-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-rate-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:47.640047494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"a6d7792b-a372-4ef9-9344-1ceaeb525c8e","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:47.715428583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-b-14bde5","reconcileID":"feac39ad-38e2-476a-928e-9b4e5527c1e6","MaaSSubscription":{"name":"e2e-rate-iso-b-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-rate-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:47.763843365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"3c51dded-79fe-43e8-b89d-3f4c6098d6f1","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:47.763954777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"3c51dded-79fe-43e8-b89d-3f4c6098d6f1","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:47.820207587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"6c8614f1-a1bf-4fec-86fd-31fedb0f55c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:47.820881145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53b37427-e9b3-418a-b0a3-6ee763c200e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:47.821295042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"7e3b3826-f00f-41db-b1e7-0e53b8009eba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:47.838219949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-no-access-auth","reconcileID":"b9745fb7-134a-4147-a665-a472af270c71","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:47.840378773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"312028b5-3d48-4fe0-9f9c-fac8083fbe40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:47.881353527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"6c8614f1-a1bf-4fec-86fd-31fedb0f55c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:47.883699153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"7e3b3826-f00f-41db-b1e7-0e53b8009eba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:47.898045435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53b37427-e9b3-418a-b0a3-6ee763c200e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:47.899693384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"312028b5-3d48-4fe0-9f9c-fac8083fbe40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:47.9132173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"406232ac-6805-4ae5-8eb5-e4d514d1bb41","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:47.916160334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"406232ac-6805-4ae5-8eb5-e4d514d1bb41","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:47.921960979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-no-access-auth","reconcileID":"b9745fb7-134a-4147-a665-a472af270c71","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:48.260582378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"79354aa9-f896-492b-8861-1af475d80049","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:48.261547018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"a42fa8f5-2f4f-4f40-ba19-a3cdad500f99","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:48.327930313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"a42fa8f5-2f4f-4f40-ba19-a3cdad500f99","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:48.328744864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"79354aa9-f896-492b-8861-1af475d80049","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:50.021216815Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-sub","reconcileID":"89732ded-1e73-473d-a7f7-7ea308bed292","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:50.240701964Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-sub","reconcileID":"89732ded-1e73-473d-a7f7-7ea308bed292","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:50.456458935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"7ca82a74-92a4-4de8-80f3-8fdad0db89b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:50.504128489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"6e721d0f-a32a-405d-9885-75d2bf4c4da6","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:50.504422273Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:50.634948973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"6d90b0cf-fbee-479a-aae5-6cf7dac3dd41","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:50.66521738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth","reconcileID":"c9dc7fc5-f6ce-46cf-b241-961c6bf078ac","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:50.665300951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b578b948-bca0-49cb-b7cb-193f79d6a62d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:50.666023309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a41ae770-f8bc-4ec4-931b-56d79f819780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:50.666465777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc901d92-954c-4cf0-b4e2-56c7d938c529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:50.666566192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"edd9a033-cf75-4680-a490-1fde31359a22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:50.722915132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth","reconcileID":"c9dc7fc5-f6ce-46cf-b241-961c6bf078ac","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:50.723738664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b578b948-bca0-49cb-b7cb-193f79d6a62d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:50.725417571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc901d92-954c-4cf0-b4e2-56c7d938c529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:50.727087614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a41ae770-f8bc-4ec4-931b-56d79f819780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:50.727493829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"edd9a033-cf75-4680-a490-1fde31359a22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:50.881211201Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth","reconcileID":"145fa53f-04e9-4170-b2ca-acd6851a9d25","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:51.085089311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"163c63c0-827b-4034-889a-9208d57472a2","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:51.906964063Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:52.014065249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-failed-sub","reconcileID":"eb06963d-b574-4cb4-88e0-110bb5a8494c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:52.066571735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfca8be3-8445-48cf-9ab0-6415ff90c908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:52.066607037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ad632890-d26c-4654-a5ff-baa72f29c4f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:52.067326768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6bbf868d-254f-4767-820e-4701b513a44b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:52.067540632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fc5a731-8991-4964-99be-424fc588c6cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:52.123979871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ad632890-d26c-4654-a5ff-baa72f29c4f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:52.126375937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfca8be3-8445-48cf-9ab0-6415ff90c908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:52.128608578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6bbf868d-254f-4767-820e-4701b513a44b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:52.130922876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fc5a731-8991-4964-99be-424fc588c6cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:52.442425641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"e72d81ed-3131-426e-9cff-b2b2ae54fda0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:52.445718516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"75fc0cd1-5f10-4bab-8bf0-65a1503e9786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:52.49954133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"e72d81ed-3131-426e-9cff-b2b2ae54fda0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:52.502253882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"75fc0cd1-5f10-4bab-8bf0-65a1503e9786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:52.544034253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0d61733-5463-4850-86a2-7f223326cae3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:52.544055512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e409bff1-78f0-4d73-bc15-c8bd3deb330c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:52.602722481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e409bff1-78f0-4d73-bc15-c8bd3deb330c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:52.602758447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0d61733-5463-4850-86a2-7f223326cae3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:53.372983451Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"778b072a-e4de-4ad8-9caa-5a52571f61b0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:53.373137458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"168d290f-f22c-4e75-9374-8607ab1af173","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:53.373156219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"168d290f-f22c-4e75-9374-8607ab1af173","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:53.580616551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"778b072a-e4de-4ad8-9caa-5a52571f61b0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:53.644052274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-a-14bde5","reconcileID":"fbcb06f5-faeb-40fc-ab94-8cd26c10e819","MaaSSubscription":{"name":"e2e-rate-iso-a-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-rate-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:53.703576259Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"778b072a-e4de-4ad8-9caa-5a52571f61b0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:53.703600674Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-14bde5","reconcileID":"778b072a-e4de-4ad8-9caa-5a52571f61b0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:53.760530606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"f4c7462c-4ece-4d65-9543-7b8400d6beec","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:53.760550557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"f4c7462c-4ece-4d65-9543-7b8400d6beec","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:53.87272828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"f7e3aac6-c55e-4d46-89a1-1dd75d651d9a","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:53.872759474Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"f7e3aac6-c55e-4d46-89a1-1dd75d651d9a","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:53.902136883Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"bedf0c99-992d-4f98-a2bf-668b5a3f2468","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:53.979533285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"4ea1bec7-f6e5-4571-be85-756e770d1fa9","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:53.979558934Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"4ea1bec7-f6e5-4571-be85-756e770d1fa9","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.032858538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"8396ea08-bd47-4975-bed2-fa78e4b011c4","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.03296228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-a-14bde5","reconcileID":"09200253-4bc9-4ac4-a0b4-528931dad2af","MaaSSubscription":{"name":"e2e-rate-iso-a-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-rate-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.033490963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"3923734a-1188-421d-85ad-ad09f258314e","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.033505681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"3923734a-1188-421d-85ad-ad09f258314e","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.061064768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"bedf0c99-992d-4f98-a2bf-668b5a3f2468","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.089586927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"8396ea08-bd47-4975-bed2-fa78e4b011c4","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.18460891Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"bedf0c99-992d-4f98-a2bf-668b5a3f2468","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.184632717Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"bedf0c99-992d-4f98-a2bf-668b5a3f2468","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.243269995Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"37908243-11d3-4b89-acaa-676deb246eb2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.243478855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"a9feb2f3-e22b-467c-892d-626237bde9fb","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.243495583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"a9feb2f3-e22b-467c-892d-626237bde9fb","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.305485902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-b-14bde5","reconcileID":"afd01dfe-1ab8-4ca6-a770-62dc6293d7db","MaaSSubscription":{"name":"e2e-rate-iso-b-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-rate-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.392120568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"b28cf02d-89cd-437a-820f-baf20c0739bf","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.392144446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"b28cf02d-89cd-437a-820f-baf20c0739bf","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.45152811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93914ca5-13b7-4075-b161-bde72acac657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.451767427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"37908243-11d3-4b89-acaa-676deb246eb2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.452325045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"250dfd8f-f949-43d5-82c7-e5136913f47b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.452328048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0e5a2017-b94b-4602-923e-617a43308eab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.509882523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"37908243-11d3-4b89-acaa-676deb246eb2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.509903072Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"37908243-11d3-4b89-acaa-676deb246eb2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.511027108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93914ca5-13b7-4075-b161-bde72acac657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.512463094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0e5a2017-b94b-4602-923e-617a43308eab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.515075127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"250dfd8f-f949-43d5-82c7-e5136913f47b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:54.562973513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-14bde5","reconcileID":"37908243-11d3-4b89-acaa-676deb246eb2","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-14bde5\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.616550156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"c9748bec-ee3f-4ae8-940a-d817680609e0","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.616579894Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"c9748bec-ee3f-4ae8-940a-d817680609e0","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.630917003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-b-14bde5","reconcileID":"44d5881c-804b-453b-aea0-ea390ed4d8af","MaaSSubscription":{"name":"e2e-rate-iso-b-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-rate-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.724037044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06bc7e2d-8f30-4cd1-b878-ed0f836308b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.783686222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06bc7e2d-8f30-4cd1-b878-ed0f836308b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.878898251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acb67f00-03cd-46aa-b085-bd64b65dafda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:54.936709829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acb67f00-03cd-46aa-b085-bd64b65dafda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:57.812627156Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-no-access-sub","reconcileID":"9182fec8-58bd-4351-9cc4-e53428aeb34a","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.03228518Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-no-access-sub","reconcileID":"9182fec8-58bd-4351-9cc4-e53428aeb34a","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-885382/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.250806354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"44c6d77b-3e51-444e-bedc-ee5bed4e2b2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.260966307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"431bb50e-acce-4549-9968-60f54ed98161","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.260983651Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.405569361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"1f129df0-b240-47f0-b9ac-af88c3c52b7b","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.421372643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"9e7cbe58-4964-45dc-961c-7097c9c3a52d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.422387705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b751ce12-fb3a-49d4-a06d-d3eab2e6165b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.42252744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35b9267e-5482-44ec-bc42-7ed5ddeb9b0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.423365167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"512b4507-b33a-41a1-8876-d47ee447eae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.423394214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-no-access-auth","reconcileID":"180e062f-332f-4434-a919-8c2e46b85c29","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.478642821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"9e7cbe58-4964-45dc-961c-7097c9c3a52d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.479588728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b751ce12-fb3a-49d4-a06d-d3eab2e6165b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.481028762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"512b4507-b33a-41a1-8876-d47ee447eae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.482583018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-no-access-auth","reconcileID":"180e062f-332f-4434-a919-8c2e46b85c29","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.488411712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35b9267e-5482-44ec-bc42-7ed5ddeb9b0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.739883167Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-api-key-no-access-auth","reconcileID":"e257a411-7649-4dbc-8e2f-f9a1afbf7df4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:58.909314308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"e4c521e1-aa1d-4eed-9919-f57693a72b39","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.491881431Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.548631897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"59cc934a-fc34-4381-9a94-db28e9ceaf7b","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.548658371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"59cc934a-fc34-4381-9a94-db28e9ceaf7b","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.662308722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3da393fd-12ac-4293-b35c-7fcc83f90fe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.662649838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e40082ec-c0be-4bf5-96ab-8d05d4bce48c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:40:59.671010501Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-a71420-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.71467672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"b5a4868c-bfcc-4908-8af0-c371752b56c0","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.714675651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"7cf8d4e6-8f8e-4d74-b8d0-88f00a715b61","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.715368464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"a2e7a128-45fe-4430-b8e7-0f55bb598241","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.719697914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3da393fd-12ac-4293-b35c-7fcc83f90fe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.719741185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e40082ec-c0be-4bf5-96ab-8d05d4bce48c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.723856884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"420938ab-9016-4a32-ae01-bd640b4c47ab","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.723873999Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"420938ab-9016-4a32-ae01-bd640b4c47ab","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.771621812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"7cf8d4e6-8f8e-4d74-b8d0-88f00a715b61","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.771754734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"b5a4868c-bfcc-4908-8af0-c371752b56c0","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.773855179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"a2e7a128-45fe-4430-b8e7-0f55bb598241","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.829372716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"9dd10269-f64b-49a0-aa8f-65c980eee271","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.82939929Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"9dd10269-f64b-49a0-aa8f-65c980eee271","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.936281016Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-sub","reconcileID":"20609228-76f3-4ac1-9f48-97ff129ad218","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-detach-a71420","model":"e2e-att-detach-a71420","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.942764642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"58601785-2a14-4c66-ba51-3f9dba3cab27","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:40:59.942815782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"58601785-2a14-4c66-ba51-3f9dba3cab27","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.075731939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"5ee2273d-d469-4396-bdd2-e61ad5c2a190","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.131223654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"5cd3f700-84e1-4e37-8d99-f953a55441b6","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.217450511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"2874bb8a-b6fc-4b17-b006-cef0392d48c5","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.217480253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"2874bb8a-b6fc-4b17-b006-cef0392d48c5","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.254734273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"5622686f-8719-4506-a0c1-3110cc79c8be","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.264077761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"b52fece7-c924-4c0e-b735-39e950df4348","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.264253321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"73a33f8e-51a3-4de4-a7f9-c76165e53064","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.300425616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-invalid-sub-auth","reconcileID":"338d4d4f-bca1-4674-9d1a-084d39b42413","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.312131498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"5622686f-8719-4506-a0c1-3110cc79c8be","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.323668431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"73a33f8e-51a3-4de4-a7f9-c76165e53064","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.324102257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"b52fece7-c924-4c0e-b735-39e950df4348","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.339590516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"d55ef1f6-ea51-4a44-9c65-ad9890d1d7f2","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.339686778Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.357311607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-invalid-sub-auth","reconcileID":"338d4d4f-bca1-4674-9d1a-084d39b42413","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.4303945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-sub","reconcileID":"f0fe5fb4-3a22-460a-bf9c-c89003fc4c0a","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-detach-a71420","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:00.451113618Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-885382/e2e-models-valid-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.451322015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"c4059915-3550-4974-bf4b-891ca3713e94","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.451341455Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"c4059915-3550-4974-bf4b-891ca3713e94","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.498286112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"8c908b50-c78b-4a71-98a0-5d58554ea45b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.504552742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"939ba4d6-c09a-4526-a081-f38b784d7dd7","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.556239566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"8c908b50-c78b-4a71-98a0-5d58554ea45b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.704764288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"2d53c987-8711-44d6-a2d4-17feee14e84d","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.70480872Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"2d53c987-8711-44d6-a2d4-17feee14e84d","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.733943935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"fd3da199-9b7c-469c-b86d-3db02ef76000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.748813694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2f2990f-565e-407d-9ae2-e0b1027f7fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.749035321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"901a79c3-3071-4ad6-8ee0-b73146ef586a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.757991749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"555fc762-8599-4069-932f-c10333e62252","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.774105839Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-valid-sub","reconcileID":"9e37f993-b276-478c-b90e-acad092cec23","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-885382/e2e-models-valid-sub","ai-tenant-e2e-worker-w3-885382/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.791366918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"fd3da199-9b7c-469c-b86d-3db02ef76000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.805544787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2f2990f-565e-407d-9ae2-e0b1027f7fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.805839967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"901a79c3-3071-4ad6-8ee0-b73146ef586a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.836683525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-invalid-sub-auth","reconcileID":"eb8a22bc-9cee-47c2-9a6d-122c01339ae7","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.893012851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-invalid-sub-auth","reconcileID":"eb8a22bc-9cee-47c2-9a6d-122c01339ae7","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.936606847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"895b556d-d4ca-465f-9f0b-65c725f261d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.938676975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"74758577-b578-458c-ae90-e4beeb04cf37","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.986290369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"9590bfc3-94de-480d-937f-f10559434c8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:00.993360441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"895b556d-d4ca-465f-9f0b-65c725f261d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.15046252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-valid-sub","reconcileID":"cb3b0ad1-caff-43e6-84ae-e59f979189dd","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:01.250400602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-invalid-sub-auth","reconcileID":"eb8a22bc-9cee-47c2-9a6d-122c01339ae7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-invalid-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.414546824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-invalid-sub-auth","reconcileID":"23b71e1e-b5d3-4096-a4b3-30d3483a98a4","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:01.470916422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-invalid-sub-auth","reconcileID":"23b71e1e-b5d3-4096-a4b3-30d3483a98a4","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:03.262869901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"f8d4dba6-99ec-42f5-98f6-6c2d14000a49","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:03.425354606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"093d5cdc-77a7-4242-ab14-c83a2edfed5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:03.425681583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ccc994c-3918-485c-ab60-17e52a732d00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:03.426217015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-invalid-sub-auth","reconcileID":"3c600c87-01a7-498e-abfe-310c922f9e54","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:03.429060855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"550c4fa0-fba9-4c44-9376-d8d2b4b52234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:03.429189901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"c24fbbef-abd8-4783-977e-492a0f80730d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:03.483436472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-invalid-sub-auth","reconcileID":"3c600c87-01a7-498e-abfe-310c922f9e54","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:03.484026201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"093d5cdc-77a7-4242-ab14-c83a2edfed5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:03.485896798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ccc994c-3918-485c-ab60-17e52a732d00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:03.48828165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"c24fbbef-abd8-4783-977e-492a0f80730d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:03.48854903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"550c4fa0-fba9-4c44-9376-d8d2b4b52234","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:04.460415126Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-failed-sub","reconcileID":"1b703e55-d6fd-4943-994d-791e3de967cc","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:04.460676007Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-failed-sub","reconcileID":"1b703e55-d6fd-4943-994d-791e3de967cc","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:04.558303937Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-a-14bde5","reconcileID":"f5341713-3efe-4c6f-8a24-7957042ae6e5","MaaSSubscription":{"name":"e2e-rate-iso-a-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","subscription":"e2e-rate-iso-a-14bde5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:04.613529579Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-a-14bde5","reconcileID":"f5341713-3efe-4c6f-8a24-7957042ae6e5","MaaSSubscription":{"name":"e2e-rate-iso-a-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:04.715584784Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-a-14bde5","reconcileID":"f5341713-3efe-4c6f-8a24-7957042ae6e5","MaaSSubscription":{"name":"e2e-rate-iso-a-14bde5","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:04.792464122Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:04.967477951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"bb60bd18-ff4c-42de-bd46-9e7343822ee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:04.968906907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63788246-6a18-4e01-81e7-f0dfceddb917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:05.004475748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"1da809ad-e609-433c-a4bf-ba0048f4872a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:05.005847905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e71e3c24-969a-4fd2-9b25-ae5798751130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:05.03890018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"bb60bd18-ff4c-42de-bd46-9e7343822ee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:05.039327172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"cce4ae66-a996-40cd-9403-4a289ca76518","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:05.03935333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"cce4ae66-a996-40cd-9403-4a289ca76518","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:05.039416727Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:05.043425113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63788246-6a18-4e01-81e7-f0dfceddb917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:05.064001197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"1da809ad-e609-433c-a4bf-ba0048f4872a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:05.09925996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e71e3c24-969a-4fd2-9b25-ae5798751130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:05.162112201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"f86161bd-a198-4388-94a8-43958f99c172","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:05.162135306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"f86161bd-a198-4388-94a8-43958f99c172","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:05.450912708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f877e55-a5c2-4e0d-ba42-8bc5cdadea94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:05.519813153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f877e55-a5c2-4e0d-ba42-8bc5cdadea94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:05.542772942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4277f460-06e0-42a0-9e53-2ebaf46d7734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:05.615192202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4277f460-06e0-42a0-9e53-2ebaf46d7734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:05.63929769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"573ebd5c-ee40-4a41-ae15-b5a3e1f34581","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:05.702517959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"28078f9b-5677-4a95-b5e7-bb6dde391529","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:05.870384838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth-only","reconcileID":"3f71b0e6-5908-4e7b-b849-66024c2e9c8a","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:05.911162988Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:05.938561919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth-only","reconcileID":"3f71b0e6-5908-4e7b-b849-66024c2e9c8a","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:06.289502353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"103d82c3-b942-41b8-a4f6-94f4d06b894a","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:06.478646417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth-only","reconcileID":"ffd9f8f9-2a2c-49c9-9ea9-46e478bd83f7","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:06.546867443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth-only","reconcileID":"ffd9f8f9-2a2c-49c9-9ea9-46e478bd83f7","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:06.792627629Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","namespace":"ai-tenant-e2e-inf-a-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:06.792835444Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","namespace":"ai-tenant-e2e-inf-a-cdf20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:06.792971963Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","tenant":"e2e-inf-a-cdf20e","tenantID":"e2e-inf-a-cdf20e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:06.854289123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","gvk":"Deployment","name":"maas-api-e2e-inf-a-cdf20e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:06.923334326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","gvk":"Service","name":"maas-api-e2e-inf-a-cdf20e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:06.988422792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-cdf20e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:07.051031881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-cdf20e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:07.110630939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-cdf20e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:07.1680447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-cdf20e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:07.20755591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-sub","reconcileID":"bca295d4-7113-4177-8839-b6736fb8d6f0","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-detach-a71420","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:07.229257673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-cdf20e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:07.292409421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-cdf20e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:07.345761401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","gvk":"Deployment","name":"payload-processing-e2e-inf-a-cdf20e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:07.400097279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-cdf20e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:07.45277003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","gvk":"Service","name":"payload-processing-e2e-inf-a-cdf20e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:07.481293167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"f5c9eaef-3110-4524-8501-bb67e23b822d","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:07.481320313Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"f5c9eaef-3110-4524-8501-bb67e23b822d","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:07.508106308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-cdf20e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:07.561031659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-cdf20e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:07.613722607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-cdf20e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:07.666087046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-cdf20e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:07.721634493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-cdf20e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:07.774339062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-cdf20e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:07.82948414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-cdf20e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:07.902034727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-cdf20e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:07.959273463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-cdf20e"},"namespace":"ai-tenant-e2e-inf-a-cdf20e","name":"default-tenant","reconcileID":"3b070577-b03b-4e89-89f0-f5eb596f7e60","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-cdf20e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:08.194104133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3511690-704e-4488-b84a-884fc5f085fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:08.195707102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ceda7205-eb52-432d-b6a9-81f8dc91e576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:08.201162259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"0ef1d7d2-3d13-47cc-994c-2471350fdcfd","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:08.254142964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3511690-704e-4488-b84a-884fc5f085fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:08.254147005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ceda7205-eb52-432d-b6a9-81f8dc91e576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:08.355896179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"4b93d491-ee80-40e2-a101-efe072904368","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:08.355925341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"8722cd37-d92c-466e-8d3d-5becf868e5c9","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:08.356307543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"b50b2166-ca28-4d25-9c14-ee8296e8631b","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:08.413521018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"8722cd37-d92c-466e-8d3d-5becf868e5c9","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:08.414104834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"b50b2166-ca28-4d25-9c14-ee8296e8631b","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:08.415934448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"4b93d491-ee80-40e2-a101-efe072904368","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:08.460750098Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-active-auth-only","reconcileID":"56859a13-293a-4feb-8da8-fb7962a7a99a","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:08.719262862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"34d7b14d-b799-4b31-a1e6-b9378b5c91ab","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:09.803589546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-failed-auth","reconcileID":"bd87ba60-64e8-49f4-abaf-eb2340870155","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:09.861982092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-failed-auth","reconcileID":"bd87ba60-64e8-49f4-abaf-eb2340870155","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:09.917611314Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-failed-auth","reconcileID":"bd87ba60-64e8-49f4-abaf-eb2340870155","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:10.344049345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-failed-auth","reconcileID":"404b3cba-3b51-41f9-81a9-fc93e5b62a33","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:10.40099264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-failed-auth","reconcileID":"404b3cba-3b51-41f9-81a9-fc93e5b62a33","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:10.456626706Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-failed-auth","reconcileID":"404b3cba-3b51-41f9-81a9-fc93e5b62a33","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:10.896947269Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"c54755ad-c564-4c20-8248-2b905f72f3b4","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:10.957170762Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"24f8197b-0bf7-4d60-a9af-ebd9c70f89ba","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.060811219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b87192ed-1b06-497a-b711-b97be5fcb66b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.063649817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"4af5bdbf-c655-4a6c-aa08-9ba7552cac36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.063643219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a687ddab-03a5-47b8-bb7b-e2d536ef62fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.118517259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b87192ed-1b06-497a-b711-b97be5fcb66b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.119370866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"887610ab-905b-484c-a7f2-bf80fab04963","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.119415275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"dac2643f-315e-490d-9072-f46f09532c96","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.124776006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a687ddab-03a5-47b8-bb7b-e2d536ef62fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.124798404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"4af5bdbf-c655-4a6c-aa08-9ba7552cac36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.178327842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"887610ab-905b-484c-a7f2-bf80fab04963","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.18030351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"dac2643f-315e-490d-9072-f46f09532c96","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.258531441Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"b257677b-3e0e-4a4d-94b8-afcad3c22599","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.422920493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"7be49bda-b402-4d70-841b-a7d3600e4236","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.422946747Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"7be49bda-b402-4d70-841b-a7d3600e4236","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.447198485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-sub","reconcileID":"6a683686-59dd-40aa-86b9-94ace8d666fc","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-detach-a71420","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.447219204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-sub","reconcileID":"36f37d29-d8fd-4da9-b8a3-c6bbdf890d44","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-unrel-12a574","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.447590075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"32788f8f-db02-4a3b-9a7f-f8f68c473f6a","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-serve-ce5b2c","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.486100978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-invalid-sub-auth","reconcileID":"63859632-a3a2-4abc-bfad-be09b2008fd3","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.486368664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"465a1472-0290-46a2-bbce-9252c6f25856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.52894137Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"7fc2fca0-3ec6-4be4-9afa-aec9cb0bd995","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.539131911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"3a88be88-2d34-441e-8603-7a4aa29253a0","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.543111083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"465a1472-0290-46a2-bbce-9252c6f25856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.543996228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-invalid-sub-auth","reconcileID":"63859632-a3a2-4abc-bfad-be09b2008fd3","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.613824564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"3a88be88-2d34-441e-8603-7a4aa29253a0","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.635441026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"f0758371-dc61-4e34-af80-3f38d14d2cc9","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.635567926Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"f0758371-dc61-4e34-af80-3f38d14d2cc9","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.663730418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6674633e-d828-4e54-bf55-c0780c9ee5e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.664504516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"605a66fe-1a9e-43de-8b5b-3d544b45792e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.726689365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6674633e-d828-4e54-bf55-c0780c9ee5e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.73042588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"605a66fe-1a9e-43de-8b5b-3d544b45792e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.744312504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"f88dc477-d656-4e48-92a9-2345e0be78b3","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.744453173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"f88dc477-d656-4e48-92a9-2345e0be78b3","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.922906294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7c013a2-5e78-4416-99ef-09d8e976177f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.974398636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-failed-auth","reconcileID":"6b808290-b390-42ae-abb4-bd66601a90e2","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:11.979675822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7c013a2-5e78-4416-99ef-09d8e976177f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.030795644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-failed-auth","reconcileID":"6b808290-b390-42ae-abb4-bd66601a90e2","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.086423526Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-failed-auth","reconcileID":"6b808290-b390-42ae-abb4-bd66601a90e2","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.119046569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"381983a2-fc38-49dd-acc9-05d3ab4761af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.119740393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"6408a08e-8236-4ded-96b6-041edccb70ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.172524371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"aa279128-fbc1-465f-89a1-4df82d1f4dee","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.188859634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"6408a08e-8236-4ded-96b6-041edccb70ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.196990099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"381983a2-fc38-49dd-acc9-05d3ab4761af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.229692964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"aa279128-fbc1-465f-89a1-4df82d1f4dee","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.354656217Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-failed-auth","reconcileID":"c5892460-0a35-49be-b925-a47f95bb27c2","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.355249607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"e61a2fab-57b8-47fb-bb2d-cd496900e98b","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.411923599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"e61a2fab-57b8-47fb-bb2d-cd496900e98b","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.450089383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"5abde20d-fcf8-4b86-8cb2-d3f298221fbe","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.503976974Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"c928c3d3-3684-4d6a-bc20-5ad5f624bed3","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.507455676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"5abde20d-fcf8-4b86-8cb2-d3f298221fbe","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.609627846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"e9d4577a-36c2-4d09-8a48-001e9719e61d","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.60965874Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"e9d4577a-36c2-4d09-8a48-001e9719e61d","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.715602759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"b1a29fa8-338a-44c9-a689-e1a0fc3f2ffd","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.715627288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"b1a29fa8-338a-44c9-a689-e1a0fc3f2ffd","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.720106171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-sub","reconcileID":"e4e6b0dc-6b49-4dcb-b53b-9a2fc620abba","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-detach-a71420","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.720211439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-sub","reconcileID":"505d1e12-5035-4a0c-9df7-500cd4fa7e28","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-unrel-12a574","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.720599088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"20d86a10-6d24-4b70-8494-dcc5c7bcb8da","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-serve-ce5b2c","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.721480382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"473c719e-4d13-4dd6-946f-478c0e613167","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.778522273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"473c719e-4d13-4dd6-946f-478c0e613167","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.823021497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"f22fb50c-4b0d-49b0-8f9b-bfa40edc03c8","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.823046807Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"f22fb50c-4b0d-49b0-8f9b-bfa40edc03c8","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.931454822Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"c52da49f-4f30-4279-88da-6d9647cd0781","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:12.979478582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"b3270970-f821-4ad9-8562-0d89444a187c","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.041188019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"b3270970-f821-4ad9-8562-0d89444a187c","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.081615691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"0f24d97d-072b-464a-80be-59d667a34e8b","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.18488982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"0f24d97d-072b-464a-80be-59d667a34e8b","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.290347601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"e13b6d4c-63b1-43d1-97c1-15b8a56856bb","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.34843347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"e13b6d4c-63b1-43d1-97c1-15b8a56856bb","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.371958987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"72d218b1-0554-4aa0-b9b4-9a58d1b2691d","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.427349016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"a7204999-9237-4997-bbd9-6f5348603479","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.430645382Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-valid-sub","reconcileID":"9a35b2bc-213a-4b61-8603-891cbf1ef695","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.55167752Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"132d6a7f-9eb6-44e6-8b1e-4e7be91a340f","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.589352162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-auth","reconcileID":"9f39f2df-eb3c-4981-b2f4-b207b2c330ea","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:13.606823544Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"84988d22-7b16-4556-bc07-52a825706646","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.64605922Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.646729956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-auth","reconcileID":"9f39f2df-eb3c-4981-b2f4-b207b2c330ea","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.64994798Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-valid-sub","reconcileID":"9a35b2bc-213a-4b61-8603-891cbf1ef695","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-885382/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:13.668092703Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"84988d22-7b16-4556-bc07-52a825706646","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.668336752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"2a4f0ce1-acc6-49bc-8185-42ba5d92f138","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.715227385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"465621b6-655e-4fa0-9721-c50c1b2a9646","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.715547464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"1f37aab6-f890-43be-984f-00477f6a7ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.716597636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"180f2c4b-c819-4136-8130-ebe7870a73f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:13.72704106Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"4ca439cd-cb2e-45b2-9fba-85065da9c262","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:13.727108108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"4ca439cd-cb2e-45b2-9fba-85065da9c262","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.727239701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"eb497543-d6ce-4bd3-8027-0d650f27b676","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:13.754894719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-sub","reconcileID":"e2458419-ed5e-4b5a-9bbd-19b50a6f58c9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.772694243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"1f37aab6-f890-43be-984f-00477f6a7ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.773028388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"465621b6-655e-4fa0-9721-c50c1b2a9646","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.775014933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"180f2c4b-c819-4136-8130-ebe7870a73f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:13.790773257Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"6246449e-8da1-405d-8832-94841a9f3c97","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:13.79088582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"6246449e-8da1-405d-8832-94841a9f3c97","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.865580924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"53480cdc-2a10-4ffc-b023-5dd67ff904ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:13.865996551Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"637b8aac-4ae3-4d80-a241-b4b7f2f25bed","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:13.866070372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"637b8aac-4ae3-4d80-a241-b4b7f2f25bed","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.872232225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"5cd96ce2-a19f-447b-b4ac-d902123138ff","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.874887586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"f49156f7-a1b6-43cb-a78d-f176a26391fb","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.932829474Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.93410885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"f49156f7-a1b6-43cb-a78d-f176a26391fb","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:13.959270231Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"2d269f05-985d-4d3a-b828-37f1ac09f167","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:13.959336069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"2d269f05-985d-4d3a-b828-37f1ac09f167","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.959453522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"8d99b600-4600-43af-8b18-0cc3dd5f5490","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.959896795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"f59b6b51-20dd-468a-859b-38785da1d493","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.965901992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"8bcf28db-a1ec-48fb-a9f2-a21a9822bd2b","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:13.990373605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"5ae84075-a715-4b5e-a8f3-a60d482506f4","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:14.093142184Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"36b669ef-0815-447c-a09d-ec519fbed6ba","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:14.09321113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"36b669ef-0815-447c-a09d-ec519fbed6ba","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.124325064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-auth","reconcileID":"f4f1465e-4eb2-4b34-8bdb-dba27435ad70","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.167846545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-invalid-sub-auth","reconcileID":"0df850e3-8ee8-4271-aa49-65cb42184024","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.182804948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-auth","reconcileID":"f4f1465e-4eb2-4b34-8bdb-dba27435ad70","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.199609063Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-sub","reconcileID":"316b92b7-5de3-49c9-81ed-9bd75b58de67","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-status-degraded-sub","ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.199750063Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-sub","reconcileID":"316b92b7-5de3-49c9-81ed-9bd75b58de67","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.225664746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-invalid-sub-auth","reconcileID":"0df850e3-8ee8-4271-aa49-65cb42184024","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.278365312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"d2db7458-4dc8-46c6-a1a9-50131c63c6ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.279058641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"27a219b9-7f6d-446f-96da-9dbcfdab9d15","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:14.306793364Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"7f690cd9-2ca4-44ba-ab1f-ebf660eebe30","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:14.306862927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"7f690cd9-2ca4-44ba-ab1f-ebf660eebe30","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.335711742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"d2db7458-4dc8-46c6-a1a9-50131c63c6ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.335956358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"27a219b9-7f6d-446f-96da-9dbcfdab9d15","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.374922755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e14b6e9-b8dc-4834-a5bf-c29f34fed834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.412258515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"0f69d6ea-b349-44bd-a800-5fc2b8dc9c4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.431804781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e14b6e9-b8dc-4834-a5bf-c29f34fed834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.467131813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"8ee966e0-4486-42c0-ab01-cc61e3304809","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:14.485963441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-auth","reconcileID":"f4f1465e-4eb2-4b34-8bdb-dba27435ad70","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.542543862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"3e6d0850-dda0-4d3d-946a-76befea41e10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.59945271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"3e6d0850-dda0-4d3d-946a-76befea41e10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.647279606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"4345e6bc-f327-449a-b2a5-f3c9b39c5db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.678954835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-sub","reconcileID":"1e7332a3-4023-4acc-b35a-5998fc184bb8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.679070738Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-sub","reconcileID":"1e7332a3-4023-4acc-b35a-5998fc184bb8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-partial","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:14.681223793Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"352b29ce-8b44-42ee-aafa-68fa857e17f7","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:14.681293127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"352b29ce-8b44-42ee-aafa-68fa857e17f7","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.704632422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"4345e6bc-f327-449a-b2a5-f3c9b39c5db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.792485237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b5fec77-c927-42a6-94e6-1c9035d88a80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.849135745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b5fec77-c927-42a6-94e6-1c9035d88a80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.890729545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"227791de-1b18-4b1e-9a45-a8075c63aadb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.891107722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"53b73231-19fc-4083-9dde-47c3ee6bbe62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.943289312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-auth","reconcileID":"cd96dc7b-598f-4722-93c0-d8bd02bbe6ea","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.947687209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"227791de-1b18-4b1e-9a45-a8075c63aadb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:14.94830867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"53b73231-19fc-4083-9dde-47c3ee6bbe62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:15.000398037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-auth","reconcileID":"cd96dc7b-598f-4722-93c0-d8bd02bbe6ea","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:15.160949342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cf88538-137b-43ba-8f21-47ee156435e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:15.218675085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cf88538-137b-43ba-8f21-47ee156435e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:15.262943098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45a33d55-3302-45c1-b509-238b110e980c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:15.319913928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45a33d55-3302-45c1-b509-238b110e980c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:15.342221117Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-b-14bde5","reconcileID":"e191907f-c08a-4e36-8483-f0bd788ba625","MaaSSubscription":{"name":"e2e-rate-iso-b-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","subscription":"e2e-rate-iso-b-14bde5","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:15.375448161Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"580a333b-2b6f-4ec4-a55a-ff1fa22e01d7","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:15.375521672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"580a333b-2b6f-4ec4-a55a-ff1fa22e01d7","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:15.4340607Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"21c330f3-b680-4c41-a1fa-a0332ec800d7","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:15.43412389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"21c330f3-b680-4c41-a1fa-a0332ec800d7","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:15.487241587Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-b-14bde5","reconcileID":"e191907f-c08a-4e36-8483-f0bd788ba625","MaaSSubscription":{"name":"e2e-rate-iso-b-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:15.492245735Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"dbde84aa-1787-476a-aee2-211a690b6399","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:15.492304231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"dbde84aa-1787-476a-aee2-211a690b6399","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:15.540504134Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-b-14bde5","reconcileID":"e191907f-c08a-4e36-8483-f0bd788ba625","MaaSSubscription":{"name":"e2e-rate-iso-b-14bde5","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:15.706509169Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-cdf20e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-cdf20e","reconcileID":"d12d3a7e-00df-4971-957d-a608f424d12f","aitenant":"ai-tenants/e2e-inf-a-cdf20e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:15.819062705Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:15.874238747Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"dc0a924b-dc3b-44d9-b4f7-c7b6bded6818","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:15.874315219Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"dc0a924b-dc3b-44d9-b4f7-c7b6bded6818","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:15.87447655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"f28e0da4-e964-4568-ab9a-41dc39fc981b","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:15.874489192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"f28e0da4-e964-4568-ab9a-41dc39fc981b","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:15.981199547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abcc8695-01b4-460f-8a78-5236e12ad694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:15.981199558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d02ed0f1-ab2c-4654-9af9-0aa6c5bd22f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.035605408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"3cdaf909-2631-4d0a-8c00-2a9a82a2a99c","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.038734639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abcc8695-01b4-460f-8a78-5236e12ad694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.038919567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d02ed0f1-ab2c-4654-9af9-0aa6c5bd22f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.081876459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"52a1bb98-f537-430b-a103-14cc2b6ec700","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.081898251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"52a1bb98-f537-430b-a103-14cc2b6ec700","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.201492015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"58be7d72-13c0-4cd3-bfd3-c1059a73d369","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.201676187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-auth","reconcileID":"d6e7b1ca-60ec-43d2-8ca8-23e42eea5147","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.201492448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a9231d4f-98ac-4ae1-97a9-f1e495d8e479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.259206445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"58be7d72-13c0-4cd3-bfd3-c1059a73d369","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.259224642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-auth","reconcileID":"d6e7b1ca-60ec-43d2-8ca8-23e42eea5147","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.261471443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a9231d4f-98ac-4ae1-97a9-f1e495d8e479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.282213339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8da05f9d-c7f0-4963-a02b-009da546a840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.338388094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8da05f9d-c7f0-4963-a02b-009da546a840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.392405113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8da05f9d-c7f0-4963-a02b-009da546a840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.446181018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8da05f9d-c7f0-4963-a02b-009da546a840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.50003835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d56d47c0-5abe-4e24-9896-b0ee0ac69d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.500041477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4175f67f-a2e8-495f-9b96-af5dec68a891","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.558930007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4175f67f-a2e8-495f-9b96-af5dec68a891","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.558931023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d56d47c0-5abe-4e24-9896-b0ee0ac69d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.559563123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"de6cfce8-075d-422b-b660-9513c1c94d50","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.559584669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"de6cfce8-075d-422b-b660-9513c1c94d50","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.560033513Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-cdf20e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-cdf20e","reconcileID":"d12d3a7e-00df-4971-957d-a608f424d12f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-cdf20e","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-cdf20e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.719512794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"7f56b11b-5216-49b2-8011-62d77a49f8da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.844132115Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"7f56b11b-5216-49b2-8011-62d77a49f8da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.880155542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a1c2f08-f8fd-4851-af22-20c675ec1821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.880171944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"736f5905-7e59-41e3-a951-b93d0803871e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:16.888605984Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"bb0ea3de-3726-4155-a527-c96c80bef6ff","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:16.888671339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"bb0ea3de-3726-4155-a527-c96c80bef6ff","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.89950367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92519-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"7f56b11b-5216-49b2-8011-62d77a49f8da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.938879959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a1c2f08-f8fd-4851-af22-20c675ec1821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.938970633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"736f5905-7e59-41e3-a951-b93d0803871e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.955297192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"5d5044e5-4d26-41ac-bc61-b2fe91907972","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:16.955317727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"5d5044e5-4d26-41ac-bc61-b2fe91907972","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:18.498388195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130bbd48-10ab-4f6c-b315-054c487ac82c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:18.55160121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130bbd48-10ab-4f6c-b315-054c487ac82c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:18.604808489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130bbd48-10ab-4f6c-b315-054c487ac82c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:18.658194235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130bbd48-10ab-4f6c-b315-054c487ac82c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:23.196273866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d7879b2-671d-4707-97bb-fa3e27482e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:23.196297763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fcf54f8f-bcba-490b-a8e4-93f4dc3ae08b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:23.253646444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d7879b2-671d-4707-97bb-fa3e27482e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:23.253815532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fcf54f8f-bcba-490b-a8e4-93f4dc3ae08b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:23.571498733Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"fab2db0d-f70d-48ad-9917-e3740f56a085","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:23.571570455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"fab2db0d-f70d-48ad-9917-e3740f56a085","error":"ExternalModel e2e-extmod-att-user-2e06bd/e2e-att-delete-0cf130 is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:24.063575662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"694e1c16-297b-4a77-89b2-48a884c89fac","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:24.063588126Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-invalid-sub-auth","reconcileID":"592f96f0-11e8-4285-945e-1bd8e4334d14","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:24.226199467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"fb35f90a-bc4e-47d3-b4e9-411a4e8d0108","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:24.445514758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a6e1b5-dc15-4997-a0a0-a2cf5bf6df0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:24.499169024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a6e1b5-dc15-4997-a0a0-a2cf5bf6df0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:24.552190966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a6e1b5-dc15-4997-a0a0-a2cf5bf6df0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:24.605547764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a6e1b5-dc15-4997-a0a0-a2cf5bf6df0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:25.496530076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"5e088fac-2592-46ed-9b09-1a2687b0bb04","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:25.551942782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"e3bb0ea3-678e-428d-8648-473025ec74a3","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:25.774168101Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:25.774197015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"c55c8e88-9515-4565-89aa-b9f76556e084","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:25.787118977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-access-denied-auth","reconcileID":"c249080d-506b-4c95-b063-a1a391db3ae1","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:25.833420032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"43c0b1ef-f36f-40e0-8772-2011b1053ab1","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:25.845620938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-access-denied-auth","reconcileID":"c249080d-506b-4c95-b063-a1a391db3ae1","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:25.89025203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-user-sub","reconcileID":"e62b1d44-9bc1-4201-a593-6e4463aad88c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:25.940352849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad3268c3-a317-4710-bf82-14c8c597a02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:25.942248186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"bff0f96c-2ca2-44d2-989c-6c732caae540","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:25.942646973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71bfbe76-3632-4668-a2b2-19683bb70cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:25.942693948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0901cf0e-6bad-4c03-9c23-01d61aeeb869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:25.9983965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad3268c3-a317-4710-bf82-14c8c597a02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:25.999478388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0901cf0e-6bad-4c03-9c23-01d61aeeb869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.001035575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"bff0f96c-2ca2-44d2-989c-6c732caae540","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.001754591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71bfbe76-3632-4668-a2b2-19683bb70cfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.028020155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"9447a989-2f32-4cb4-abef-000422f84436","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.059623257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"06048c12-a087-402d-b886-ddc4b8e29714","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.060958604Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]","namespace=ai-tenant-e2e-worker-w3-885382 priority=0:[ai-tenant-e2e-worker-w3-885382/e2e-models-other-sub ai-tenant-e2e-worker-w3-885382/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.118893095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"78ca116f-9ac0-4e24-98e3-77e0c23a1a2e","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:26.121587895Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-885382/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.170360678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"307949d8-2652-41fd-a3c9-af0012237493","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.173505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"5343e456-0642-4e32-a4a7-48e06ef96322","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:26.174863646Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-885382/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.202878298Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-sub","reconcileID":"a0f137d4-cf81-4a2d-a89c-b73e401f6821","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.228016599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"3fada323-5e03-414f-ac2d-5ee7cde09718","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.336823942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-access-denied-auth","reconcileID":"02c0e21d-0676-4eb0-8bfb-1dffe4489f59","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.404148404Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-user-sub","reconcileID":"2c4c929e-991a-4000-8edd-146f65ffd0bb","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-885382/e2e-models-other-sub","ai-tenant-e2e-worker-w3-885382/e2e-models-user-sub","ai-tenant-e2e-worker-w3-885382/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.406353179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-access-denied-auth","reconcileID":"02c0e21d-0676-4eb0-8bfb-1dffe4489f59","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.442172883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e72e003-e92f-4a1e-b9b1-b6e8525b0660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.443362886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"b147cc4c-f41b-4de2-81d0-10711a1eac10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.44423376Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-sub","reconcileID":"a0f137d4-cf81-4a2d-a89c-b73e401f6821","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.444267793Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-sub","reconcileID":"a0f137d4-cf81-4a2d-a89c-b73e401f6821","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.44437022Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-sub","reconcileID":"a0f137d4-cf81-4a2d-a89c-b73e401f6821","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.458488965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ffe746e-2304-4840-baec-00f5f8593e6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.459236992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f29f2724-c9ee-479f-a4d1-93f0d17b0442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.501863506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"b147cc4c-f41b-4de2-81d0-10711a1eac10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.502768871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e72e003-e92f-4a1e-b9b1-b6e8525b0660","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.516175683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ffe746e-2304-4840-baec-00f5f8593e6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.519708254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f29f2724-c9ee-479f-a4d1-93f0d17b0442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.521276535Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-other-sub","reconcileID":"824069ee-9228-4d15-9e53-561f51c15846","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-885382/e2e-models-other-sub","ai-tenant-e2e-worker-w3-885382/e2e-models-user-sub","ai-tenant-e2e-worker-w3-885382/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.579195738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"cfaf8df4-e41e-40a7-8229-e653f0d74054","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.622386908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"d3d68e3e-d787-4892-9a48-7b97ec1e5d52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.661005735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"432c1973-f1ea-4e20-ab43-815858c6a6ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.71823458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"432c1973-f1ea-4e20-ab43-815858c6a6ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.733098749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"8f53b5cb-ce0b-40f1-aaa3-3bb37993ee00","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.774340877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"432c1973-f1ea-4e20-ab43-815858c6a6ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.774494122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"a7496660-373c-4583-88d7-fdca889ce2ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.828961857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"432c1973-f1ea-4e20-ab43-815858c6a6ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.829456021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-user-sub","reconcileID":"5b57fb77-5ab5-43f6-868d-609b52444a1c","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.830315875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"23a99476-ddcf-4c3d-9a4c-69cce9cec936","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.830696612Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]","namespace=ai-tenant-e2e-worker-w3-885382 priority=0:[ai-tenant-e2e-worker-w3-885382/e2e-models-other-sub ai-tenant-e2e-worker-w3-885382/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.90791359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"6ec2b27c-7fd4-4b49-8a32-e182ab7024c6","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.983272357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"ca758168-7025-43bc-9faa-28a3eb30ac92","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:26.987829237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"d14c6426-e100-43ab-be08-715d280502cb","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.041193047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-other-sub","reconcileID":"9cbefde8-2d06-49b0-99b0-c8352fd8e71d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.041646595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-auth","reconcileID":"e9023b7e-01f5-4aa9-8fcc-ee371f0bc92b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.041730688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"4e6e790c-07c2-43b4-928c-31d682fca510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.042479698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"5c6dd7b9-d2ae-48dc-96dd-437890e19843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.097569032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f762344f-4fe7-4f62-9379-e0d884a45ffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.101244298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3644027-f107-4f5b-b975-e4bb41ec5001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.103367269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"4e6e790c-07c2-43b4-928c-31d682fca510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.105734588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-auth","reconcileID":"e9023b7e-01f5-4aa9-8fcc-ee371f0bc92b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.152542981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"03b39867-4a31-45d6-9e1b-bb90df82109d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.166932093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"5c6dd7b9-d2ae-48dc-96dd-437890e19843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.167240295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f762344f-4fe7-4f62-9379-e0d884a45ffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.170986692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3644027-f107-4f5b-b975-e4bb41ec5001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.326337399Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-auth","reconcileID":"7be074fa-de68-463a-9826-57522f14cd7c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.441350835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"f46f23f4-4a21-4ca6-8526-db591f38986f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.502719365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"f46f23f4-4a21-4ca6-8526-db591f38986f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.569737954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92519-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"f46f23f4-4a21-4ca6-8526-db591f38986f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:27.579964194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"4fae67a6-294d-4faa-8d8f-cceb865f57c8","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.173351821Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"15fd0774-ae2d-43dc-bb27-3c459cdc9d80","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.309219382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"08957318-b9dc-44db-91da-70aa17558947","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.309376471Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"08957318-b9dc-44db-91da-70aa17558947","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.314166407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"01d57f2c-9a14-4acd-975c-ab1cd039cc69","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.364384574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-access-denied-auth","reconcileID":"a7bf58bd-f1f7-4741-9d2b-59e2c7238318","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.364440358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"617057c3-8aa7-46c9-806a-fd3146fc9729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.368121563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"28608a1f-e975-4fde-8ed4-d2d86b6ea96e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.368696249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f51a3b6-2562-4081-9397-0f47c7fe5b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.372617119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"01d57f2c-9a14-4acd-975c-ab1cd039cc69","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.418145181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"bc36a547-a928-4bf1-b0ba-036150fb5c7c","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.418290372Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"bc36a547-a928-4bf1-b0ba-036150fb5c7c","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.427073366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"617057c3-8aa7-46c9-806a-fd3146fc9729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.428109541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"28608a1f-e975-4fde-8ed4-d2d86b6ea96e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.431376543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-access-denied-auth","reconcileID":"a7bf58bd-f1f7-4741-9d2b-59e2c7238318","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.433370989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92519-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f439a0d7f4728e76603a9d6bebed36711238602a82b61fe5ef05dd51e3033e04) AuthConfig (ef8333d54914fb7ea5064778b7b63e410d1963b8b8f8d952de8ba3c5fff58c31) AuthConfig (302ed830b3c950a74145083190227c52cd287f350751d33404a0a096aefb3b36) AuthConfig (b927cab7754cc58e2021eefa1e3bb330062288497484de71e79bf6d4e490fe7d) AuthConfig (5c40cd7514857a45ff4c3f50a8d1778afa47e344c1e3e7759c048de13eb3e927) AuthConfig (3819325a77d565923dfed6201fc00e05b437a441c81d0ef49a27d180700809ec) AuthConfig (a8722f3e3c30cbf1970ccffc961aac92d6ced5890f2249016b6ae44876bb3b74) AuthConfig (843c7cb179b9e2e66d2976017da9fa15d34de76c8bc411a4871668b22fff9e5e) AuthConfig (af171ffd2afac835004e133f669ae9b0e0ee831aedb7d35f1fad078b32410fc1) AuthConfig (18bdcda33eed1158e81004cdfebd94d359c84de4d79620b183f4407cafcf583c) AuthConfig (23ea84c9e02ecd84fd769b157915d09d4013926852a24137b36a05e2a0a6f217) AuthConfig (8063153b417f9ea5e7587875736a1b05e8f09e5170f949127dd9972ce77fa657) AuthConfig (8c58cf05f41e08cd5f3c76aa7b70c56c614eceb3b0bcdc6431fc40f740f1b861) AuthConfig (a2561f2078ab7b0b0a047eaee9e9bf0a6dc01c0101bcaf42f2058303b97555e2) AuthConfig (d739dbeb7107a5cc81507dfdcec5e3ff4c8ad9b19aad9c759e72a3cbd93c6026) AuthConfig (6be406c2aef62d3977273e7e90145c0d1ed76d277e34fe87f8add271e12d763d) AuthConfig (0d12d04703aa0d0c3ff52be68e4b646646610f3ad735278bb4f43aea9c12cb3c) AuthConfig (616817a859765f74ffcbe446e66296c7f2ad014854ad4e851a1e4f97a543f531)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"01d57f2c-9a14-4acd-975c-ab1cd039cc69","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.437660381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f51a3b6-2562-4081-9397-0f47c7fe5b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.520678412Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","namespace":"ai-tenant-e2e-inf-b-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.520738755Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","namespace":"ai-tenant-e2e-inf-b-089f68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.520819889Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","tenant":"e2e-inf-b-089f68","tenantID":"e2e-inf-b-089f68","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.526239543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-sub","reconcileID":"8869d162-6c44-4aba-b0b5-04054c66c76d","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-detach-a71420","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.52831109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-sub","reconcileID":"c5d8f01e-6c40-4f18-962b-60a0f195da42","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-unrel-12a574","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.528413863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"7f112825-1a4c-445a-b6dd-8eae34bcaf4c","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-serve-ce5b2c","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.528743367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"70bc9320-a7f1-47d6-9beb-12ff1334f579","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.528764554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"70bc9320-a7f1-47d6-9beb-12ff1334f579","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.575672571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","gvk":"Deployment","name":"maas-api-e2e-inf-b-089f68","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.582560038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"a775ce5f-ea7e-411a-9700-74500780ff0b","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.639571307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"d43b6fd7-3da8-499d-b61a-569912b097b3","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.639601806Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"d43b6fd7-3da8-499d-b61a-569912b097b3","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.640083431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","gvk":"Service","name":"maas-api-e2e-inf-b-089f68","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.660359561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"68b8a299-2a6b-48d6-96b8-2bacc9d06c0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.695519541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-089f68","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.717519112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"68b8a299-2a6b-48d6-96b8-2bacc9d06c0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.748278137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"5d2a23fa-7424-41ea-8c00-aeb98e3a53ae","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.748303795Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"5d2a23fa-7424-41ea-8c00-aeb98e3a53ae","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.750011507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-089f68","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.801242926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"80bcaafe-0349-4b45-bdcc-60658410a094","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.80126032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"80bcaafe-0349-4b45-bdcc-60658410a094","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.807596508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-089f68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.851508187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"5ba620d7-65c2-4ccb-8f27-520957971079","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.852614276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"56bc7e85-18c4-4fb2-825b-a537114b2f35","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.86226865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-089f68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.900321609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26aeb15e-6b5b-4ab0-89bd-d287c1f794e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.90802177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"5ba620d7-65c2-4ccb-8f27-520957971079","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.908898662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"56bc7e85-18c4-4fb2-825b-a537114b2f35","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.921020782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-089f68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.941358848Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-0cf130","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","reconcileID":"08b2b46f-2f54-406c-9717-fc02b5d25009","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-delete-0cf130","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.951815478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"1dc9337d-3dc0-462b-bff4-e36a8514505d","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.957351736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26aeb15e-6b5b-4ab0-89bd-d287c1f794e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.95911274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-sub","reconcileID":"7e3105a8-9ccf-4ed7-b62e-af73f94d8a39","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-detach-a71420","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:28.975618099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-089f68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.008449358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"1dc9337d-3dc0-462b-bff4-e36a8514505d","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.028237727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","gvk":"Deployment","name":"payload-processing-e2e-inf-b-089f68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.059617573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-sub","reconcileID":"13bb7469-9162-446f-b183-4c469034659a","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-unrel-12a574","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.06008873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"da336f01-e248-468f-a01c-fcecabe998cf","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-serve-ce5b2c","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.080563853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-089f68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.133166971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","gvk":"Service","name":"payload-processing-e2e-inf-b-089f68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.149462233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"eed31aa1-f8fe-43f6-981b-7c1d9afd9682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.186280251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-089f68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.210525549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"eed31aa1-f8fe-43f6-981b-7c1d9afd9682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.243421368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-089f68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.243657507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"9f2ca224-5a67-42b4-8313-4210055b9371","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.293624643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"d9399ec0-9fc3-4c5e-9712-82965f2c2bcb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.29639242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-089f68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.346168795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10e3f7e3-35de-4317-8d30-57784a75c38e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.348604812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-089f68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.350718639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"d9399ec0-9fc3-4c5e-9712-82965f2c2bcb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.403091063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10e3f7e3-35de-4317-8d30-57784a75c38e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.404240568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-089f68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.406618308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92519-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f439a0d7f4728e76603a9d6bebed36711238602a82b61fe5ef05dd51e3033e04) AuthConfig (ef8333d54914fb7ea5064778b7b63e410d1963b8b8f8d952de8ba3c5fff58c31) AuthConfig (302ed830b3c950a74145083190227c52cd287f350751d33404a0a096aefb3b36) AuthConfig (b927cab7754cc58e2021eefa1e3bb330062288497484de71e79bf6d4e490fe7d) AuthConfig (5c40cd7514857a45ff4c3f50a8d1778afa47e344c1e3e7759c048de13eb3e927) AuthConfig (3819325a77d565923dfed6201fc00e05b437a441c81d0ef49a27d180700809ec) AuthConfig (a8722f3e3c30cbf1970ccffc961aac92d6ced5890f2249016b6ae44876bb3b74) AuthConfig (843c7cb179b9e2e66d2976017da9fa15d34de76c8bc411a4871668b22fff9e5e) AuthConfig (af171ffd2afac835004e133f669ae9b0e0ee831aedb7d35f1fad078b32410fc1) AuthConfig (18bdcda33eed1158e81004cdfebd94d359c84de4d79620b183f4407cafcf583c) AuthConfig (23ea84c9e02ecd84fd769b157915d09d4013926852a24137b36a05e2a0a6f217) AuthConfig (8063153b417f9ea5e7587875736a1b05e8f09e5170f949127dd9972ce77fa657) AuthConfig (8c58cf05f41e08cd5f3c76aa7b70c56c614eceb3b0bcdc6431fc40f740f1b861) AuthConfig (a2561f2078ab7b0b0a047eaee9e9bf0a6dc01c0101bcaf42f2058303b97555e2) AuthConfig (d739dbeb7107a5cc81507dfdcec5e3ff4c8ad9b19aad9c759e72a3cbd93c6026) AuthConfig (6be406c2aef62d3977273e7e90145c0d1ed76d277e34fe87f8add271e12d763d) AuthConfig (0d12d04703aa0d0c3ff52be68e4b646646610f3ad735278bb4f43aea9c12cb3c) AuthConfig (616817a859765f74ffcbe446e66296c7f2ad014854ad4e851a1e4f97a543f531)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"d9399ec0-9fc3-4c5e-9712-82965f2c2bcb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.447865047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"734402e0-0f58-4873-8d91-57d804a4ce70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.456381026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-089f68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.482001314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-auth","reconcileID":"56b5a10a-5301-43a5-a326-c5406f63b6e7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.551705237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-089f68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.556486493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-auth","reconcileID":"56b5a10a-5301-43a5-a326-c5406f63b6e7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.557115473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"734402e0-0f58-4873-8d91-57d804a4ce70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.604699274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-089f68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.6054358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"65eb9922-502c-40bf-a995-c3f7faf3ce86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.657737281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-089f68"},"namespace":"ai-tenant-e2e-inf-b-089f68","name":"default-tenant","reconcileID":"b10ff335-c3c5-4284-93ee-694bbec87c7f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-089f68","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.657980682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"fa50f0ed-0191-455c-a4a9-4d70a7c86aa4","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.665668626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"65eb9922-502c-40bf-a995-c3f7faf3ce86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.666147811Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-auth","reconcileID":"56b5a10a-5301-43a5-a326-c5406f63b6e7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.715171746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"fa50f0ed-0191-455c-a4a9-4d70a7c86aa4","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.849904364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"eed5ff4b-b342-4469-9495-684f3bc8e3c1","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.906057395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"eed5ff4b-b342-4469-9495-684f3bc8e3c1","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.95321352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"8c9e9152-dbc3-45c5-a694-4fcd0a0d828c","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:29.99619136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"2f57ec30-b330-4d9c-b4a6-d383d950ff87","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.002380573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82d81dbd-20f9-49ea-8492-dfceb3800896","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.009615138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"8c9e9152-dbc3-45c5-a694-4fcd0a0d828c","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.061283227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82d81dbd-20f9-49ea-8492-dfceb3800896","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.206280272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ccaa1b62-1391-4c19-af61-42d77cf1f796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.229498152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"0b7fe34e-cf4f-48b9-b2c7-4c7cdd8a6895","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.263250219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ccaa1b62-1391-4c19-af61-42d77cf1f796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.309581573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"83ce5d6d-ab9b-4e4a-8ed9-ae1581830c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.366401961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"83ce5d6d-ab9b-4e4a-8ed9-ae1581830c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.399966152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-access-denied-auth","reconcileID":"cef6a8b1-5315-455b-83de-5c962d8301a0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.458179475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-access-denied-auth","reconcileID":"cef6a8b1-5315-455b-83de-5c962d8301a0","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.459179643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-auth","reconcileID":"c87d8be8-9512-4d1b-ab55-afc70ba960c5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.50368408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2885646-287e-410f-a2ed-5b17773ecce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.516543542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-auth","reconcileID":"c87d8be8-9512-4d1b-ab55-afc70ba960c5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.561494925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2885646-287e-410f-a2ed-5b17773ecce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.624639486Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-auth","reconcileID":"c87d8be8-9512-4d1b-ab55-afc70ba960c5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.630694925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3b292c86-8fdd-4baf-b3d0-61619f531b31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.687318361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3b292c86-8fdd-4baf-b3d0-61619f531b31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.730283888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"d75cbda4-bda1-4b1c-8c4b-d8d152732294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.769184631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"50a4fa2c-3806-415c-a6f2-f124c108f398","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.786891285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"d75cbda4-bda1-4b1c-8c4b-d8d152732294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.833005025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d01eb38-121a-4887-8763-b1fa197a85fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.87503671Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-auth","reconcileID":"c0123b05-59c2-4250-bc53-4b519b3bea69","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.88972295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d01eb38-121a-4887-8763-b1fa197a85fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:30.973741664Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-degraded-auth","reconcileID":"c0123b05-59c2-4250-bc53-4b519b3bea69","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.231182198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"f7070ed7-314c-4c17-951d-83f9889d8356","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.359720733Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"f87abd60-37ef-496a-8691-e40e9384d386","namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.467686697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"b16838f1-dca6-4cd5-9cb8-088133bcf38b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.519812416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"085bbbdd-8eab-4933-9630-031ee2ca1ebf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.524741021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"b16838f1-dca6-4cd5-9cb8-088133bcf38b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.572115052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"07391d9b-5e0e-425f-9e23-45597ef3aab1","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.572928441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"e4c56b11-6caf-4897-9154-d64432129950","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.573125806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"92c4dc1f-2b72-4b8a-8081-8c663b8b46db","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.576624025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"085bbbdd-8eab-4933-9630-031ee2ca1ebf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.580051346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92519-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f439a0d7f4728e76603a9d6bebed36711238602a82b61fe5ef05dd51e3033e04) AuthConfig (ef8333d54914fb7ea5064778b7b63e410d1963b8b8f8d952de8ba3c5fff58c31) AuthConfig (302ed830b3c950a74145083190227c52cd287f350751d33404a0a096aefb3b36) AuthConfig (b927cab7754cc58e2021eefa1e3bb330062288497484de71e79bf6d4e490fe7d) AuthConfig (5c40cd7514857a45ff4c3f50a8d1778afa47e344c1e3e7759c048de13eb3e927) AuthConfig (3819325a77d565923dfed6201fc00e05b437a441c81d0ef49a27d180700809ec) AuthConfig (a8722f3e3c30cbf1970ccffc961aac92d6ced5890f2249016b6ae44876bb3b74) AuthConfig (843c7cb179b9e2e66d2976017da9fa15d34de76c8bc411a4871668b22fff9e5e) AuthConfig (af171ffd2afac835004e133f669ae9b0e0ee831aedb7d35f1fad078b32410fc1) AuthConfig (18bdcda33eed1158e81004cdfebd94d359c84de4d79620b183f4407cafcf583c) AuthConfig (23ea84c9e02ecd84fd769b157915d09d4013926852a24137b36a05e2a0a6f217) AuthConfig (8063153b417f9ea5e7587875736a1b05e8f09e5170f949127dd9972ce77fa657) AuthConfig (8c58cf05f41e08cd5f3c76aa7b70c56c614eceb3b0bcdc6431fc40f740f1b861) AuthConfig (a2561f2078ab7b0b0a047eaee9e9bf0a6dc01c0101bcaf42f2058303b97555e2) AuthConfig (d739dbeb7107a5cc81507dfdcec5e3ff4c8ad9b19aad9c759e72a3cbd93c6026) AuthConfig (6be406c2aef62d3977273e7e90145c0d1ed76d277e34fe87f8add271e12d763d) AuthConfig (0d12d04703aa0d0c3ff52be68e4b646646610f3ad735278bb4f43aea9c12cb3c) AuthConfig (616817a859765f74ffcbe446e66296c7f2ad014854ad4e851a1e4f97a543f531)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"b16838f1-dca6-4cd5-9cb8-088133bcf38b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.629535286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"07391d9b-5e0e-425f-9e23-45597ef3aab1","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.629951456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"e4c56b11-6caf-4897-9154-d64432129950","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.633309217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"92c4dc1f-2b72-4b8a-8081-8c663b8b46db","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.730962933Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"ac6cf0c7-a805-4ab1-9659-0d3ba2b7cec7","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.742378211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e0e2cd2-6959-43c5-94cb-fbf77f2b078e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.800093676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e0e2cd2-6959-43c5-94cb-fbf77f2b078e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.942637786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"778461b5-95db-4624-83d9-88544800dfe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:31.9995196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"778461b5-95db-4624-83d9-88544800dfe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.054513443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"a2328c17-f843-4069-8a40-b76d9c0d8a4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.054682939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-access-denied-auth","reconcileID":"31fbebfe-876d-41c7-92e7-decf7c0397ad","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.058500748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be2893c8-5c4f-425f-9e16-d6bf96ae5c39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.112638415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-access-denied-auth","reconcileID":"31fbebfe-876d-41c7-92e7-decf7c0397ad","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.112633836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"a2328c17-f843-4069-8a40-b76d9c0d8a4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.114686988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"47f7c8fb-79dd-4b4c-964e-6121a9ed0ac0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.114705399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"47f7c8fb-79dd-4b4c-964e-6121a9ed0ac0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.115497229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be2893c8-5c4f-425f-9e16-d6bf96ae5c39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.154927623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"4e044424-0740-454d-8e07-4d20ffe34e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.173564199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"210dec50-368b-4984-b8c7-2859a602ae23","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.211724888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"4e044424-0740-454d-8e07-4d20ffe34e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.287761403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"d55e4391-7994-4568-af6b-f0c18dd36115","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.287820901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"d55e4391-7994-4568-af6b-f0c18dd36115","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.342958083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"c3eab0b4-4de3-4aab-a0c4-23eebe77d2fe","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.342979024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"c3eab0b4-4de3-4aab-a0c4-23eebe77d2fe","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.554593996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"d305c88d-9504-44f4-9112-e317f8848545","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.554621867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"d305c88d-9504-44f4-9112-e317f8848545","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.554775018Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.555430418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"414e05fc-fe5b-4a9b-b2aa-3289cc2ad05b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.6140627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"414e05fc-fe5b-4a9b-b2aa-3289cc2ad05b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.616216065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"1cf6f631-2c9c-4fb7-844b-f1d942137c8d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.616241008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"1cf6f631-2c9c-4fb7-844b-f1d942137c8d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:32.671048917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-sub","reconcileID":"a8627c52-92d4-4604-97ea-1132f02d7f89","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.674138859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"b8874bc4-e8d7-4f91-ba3e-d4706c3c450a","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.71559603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ea7cf62-da34-41e1-8997-ef9a3a8e3b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.716642065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d0b5b49-45ee-481c-b1c1-6700e9eef6ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.767599989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"2c1bdc29-bad8-464f-adab-89b645c5738c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.769324064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e6813d89-9bde-4927-8aad-51e34c413dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.77400936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d0b5b49-45ee-481c-b1c1-6700e9eef6ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.774445269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ea7cf62-da34-41e1-8997-ef9a3a8e3b08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.778698255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"1bc2b7fa-3c5a-4f3f-87ff-74dabac8844a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.778715942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"1bc2b7fa-3c5a-4f3f-87ff-74dabac8844a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.845091965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e6813d89-9bde-4927-8aad-51e34c413dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.846800974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"09833cf5-74d6-4600-a02b-cd02bf5d628a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.846951453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"09833cf5-74d6-4600-a02b-cd02bf5d628a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.850545858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"2c1bdc29-bad8-464f-adab-89b645c5738c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.932449134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"12e5e3f0-324c-44bd-8063-896d74351205","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:32.932502479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"12e5e3f0-324c-44bd-8063-896d74351205","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.064516593Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-sub","reconcileID":"a8477a41-e625-453b-975d-f4a80e9d8e1f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.141598038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a024255d-ac0e-41ba-9cbe-456d8d707c8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.142541033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5522af5-4b1a-4e83-85a1-30fbd067c7a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.144493799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"3595f938-5b8f-49c6-ac35-2fabedefd4e8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.184814213Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"9f14710f-4b5b-45d0-bbe0-d9e5445fe8d9","namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.198636104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a024255d-ac0e-41ba-9cbe-456d8d707c8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.200481793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5522af5-4b1a-4e83-85a1-30fbd067c7a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.202900539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"3595f938-5b8f-49c6-ac35-2fabedefd4e8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.237109302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"15888b72-83ea-479e-a6f5-7e9d3c3fcee5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.237134907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"15888b72-83ea-479e-a6f5-7e9d3c3fcee5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.245493814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0ccd1a7e-b7f3-4d0a-bca7-e11658236af8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.247187134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"64036240-e2eb-4f2a-ac8c-ff5029f24f27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.303030751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0ccd1a7e-b7f3-4d0a-bca7-e11658236af8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.304411519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"64036240-e2eb-4f2a-ac8c-ff5029f24f27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.449323102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-sub","reconcileID":"c6e49809-ea59-4645-9e5f-046fe1aa2bce","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.463105562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"f6878ed4-12b9-416e-a655-ed4efd7f8528","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.516877094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0612141-0d55-424b-aa4a-4b88bf857b8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.518031764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"e6d852e9-aca6-4a78-b4eb-00abb0fa5bd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.520215914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"f6878ed4-12b9-416e-a655-ed4efd7f8528","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.574442336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0612141-0d55-424b-aa4a-4b88bf857b8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.574545755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"e6d852e9-aca6-4a78-b4eb-00abb0fa5bd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.576070406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92519-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f439a0d7f4728e76603a9d6bebed36711238602a82b61fe5ef05dd51e3033e04) AuthConfig (ef8333d54914fb7ea5064778b7b63e410d1963b8b8f8d952de8ba3c5fff58c31) AuthConfig (302ed830b3c950a74145083190227c52cd287f350751d33404a0a096aefb3b36) AuthConfig (b927cab7754cc58e2021eefa1e3bb330062288497484de71e79bf6d4e490fe7d) AuthConfig (5c40cd7514857a45ff4c3f50a8d1778afa47e344c1e3e7759c048de13eb3e927) AuthConfig (3819325a77d565923dfed6201fc00e05b437a441c81d0ef49a27d180700809ec) AuthConfig (a8722f3e3c30cbf1970ccffc961aac92d6ced5890f2249016b6ae44876bb3b74) AuthConfig (843c7cb179b9e2e66d2976017da9fa15d34de76c8bc411a4871668b22fff9e5e) AuthConfig (af171ffd2afac835004e133f669ae9b0e0ee831aedb7d35f1fad078b32410fc1) AuthConfig (18bdcda33eed1158e81004cdfebd94d359c84de4d79620b183f4407cafcf583c) AuthConfig (23ea84c9e02ecd84fd769b157915d09d4013926852a24137b36a05e2a0a6f217) AuthConfig (8063153b417f9ea5e7587875736a1b05e8f09e5170f949127dd9972ce77fa657) AuthConfig (8c58cf05f41e08cd5f3c76aa7b70c56c614eceb3b0bcdc6431fc40f740f1b861) AuthConfig (a2561f2078ab7b0b0a047eaee9e9bf0a6dc01c0101bcaf42f2058303b97555e2) AuthConfig (d739dbeb7107a5cc81507dfdcec5e3ff4c8ad9b19aad9c759e72a3cbd93c6026) AuthConfig (6be406c2aef62d3977273e7e90145c0d1ed76d277e34fe87f8add271e12d763d) AuthConfig (0d12d04703aa0d0c3ff52be68e4b646646610f3ad735278bb4f43aea9c12cb3c) AuthConfig (616817a859765f74ffcbe446e66296c7f2ad014854ad4e851a1e4f97a543f531)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"f6878ed4-12b9-416e-a655-ed4efd7f8528","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.614131447Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"f35393ae-8198-4b71-ba32-a4fd7a5ab71d","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.6209806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a0c75d74-1994-4a68-a2a8-39dd99ae2dad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.673536986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"7a9baec0-b444-4282-925b-05ee81231261","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.677962732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a0c75d74-1994-4a68-a2a8-39dd99ae2dad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.720135586Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"d3c0e017-8354-4916-89f9-9891ba5522a2","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.733156589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"7a9baec0-b444-4282-925b-05ee81231261","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.78834246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"0d65708b-510e-4b69-aeaa-c4842fe7837a","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.844701142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"0d65708b-510e-4b69-aeaa-c4842fe7837a","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.940598583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2fe7e28-d71e-450d-9e45-13a0dd5009a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.991865817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"67a666ec-a1ce-4a5a-9d9c-f6a5607a09b6","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:33.997878423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2fe7e28-d71e-450d-9e45-13a0dd5009a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.049033616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"67a666ec-a1ce-4a5a-9d9c-f6a5607a09b6","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.193525435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"98e8af14-07fb-41d9-90fe-9ca40fb7e99d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.249948306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"98e8af14-07fb-41d9-90fe-9ca40fb7e99d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.293416745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0b16dc0e-0584-405c-aa42-ead8b6c349aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.32473637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"c73cdd3f-7a50-4cf9-8762-525d41252961","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.33039898Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"729a6581-bf63-463f-a311-2fb6c63e5179","namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.351470875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0b16dc0e-0584-405c-aa42-ead8b6c349aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.363722291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-access-denied-auth","reconcileID":"14766ad1-0d39-4948-959a-498b336d93c8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.382120904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"c73cdd3f-7a50-4cf9-8762-525d41252961","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.384664112Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"21ca8260-fcd2-4c82-8cdb-e74296e0e4cc","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.420363778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-access-denied-auth","reconcileID":"14766ad1-0d39-4948-959a-498b336d93c8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.438348891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"b5793df8-61f3-44bf-a237-b4d164f5ae1f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.495581575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"b5793df8-61f3-44bf-a237-b4d164f5ae1f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.551140891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92519-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f439a0d7f4728e76603a9d6bebed36711238602a82b61fe5ef05dd51e3033e04) AuthConfig (ef8333d54914fb7ea5064778b7b63e410d1963b8b8f8d952de8ba3c5fff58c31) AuthConfig (302ed830b3c950a74145083190227c52cd287f350751d33404a0a096aefb3b36) AuthConfig (b927cab7754cc58e2021eefa1e3bb330062288497484de71e79bf6d4e490fe7d) AuthConfig (5c40cd7514857a45ff4c3f50a8d1778afa47e344c1e3e7759c048de13eb3e927) AuthConfig (3819325a77d565923dfed6201fc00e05b437a441c81d0ef49a27d180700809ec) AuthConfig (a8722f3e3c30cbf1970ccffc961aac92d6ced5890f2249016b6ae44876bb3b74) AuthConfig (843c7cb179b9e2e66d2976017da9fa15d34de76c8bc411a4871668b22fff9e5e) AuthConfig (af171ffd2afac835004e133f669ae9b0e0ee831aedb7d35f1fad078b32410fc1) AuthConfig (18bdcda33eed1158e81004cdfebd94d359c84de4d79620b183f4407cafcf583c) AuthConfig (23ea84c9e02ecd84fd769b157915d09d4013926852a24137b36a05e2a0a6f217) AuthConfig (8063153b417f9ea5e7587875736a1b05e8f09e5170f949127dd9972ce77fa657) AuthConfig (8c58cf05f41e08cd5f3c76aa7b70c56c614eceb3b0bcdc6431fc40f740f1b861) AuthConfig (a2561f2078ab7b0b0a047eaee9e9bf0a6dc01c0101bcaf42f2058303b97555e2) AuthConfig (d739dbeb7107a5cc81507dfdcec5e3ff4c8ad9b19aad9c759e72a3cbd93c6026) AuthConfig (6be406c2aef62d3977273e7e90145c0d1ed76d277e34fe87f8add271e12d763d) AuthConfig (0d12d04703aa0d0c3ff52be68e4b646646610f3ad735278bb4f43aea9c12cb3c) AuthConfig (616817a859765f74ffcbe446e66296c7f2ad014854ad4e851a1e4f97a543f531)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"b5793df8-61f3-44bf-a237-b4d164f5ae1f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.669352318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49a44d85-ff51-4ec5-8273-9641c35335f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.682306178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"807b4974-5174-4b97-a040-9270fa4ca446","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.740020041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49a44d85-ff51-4ec5-8273-9641c35335f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.740103781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"807b4974-5174-4b97-a040-9270fa4ca446","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.753175913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a266bba3-8fc0-46c8-aaf5-8d645c8861bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.763231787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8f66dcba-e801-442f-bd7d-50d21c6c3f65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.790570104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"2fbd6245-7947-4a5e-b047-09089cff5e65","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.811115126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a266bba3-8fc0-46c8-aaf5-8d645c8861bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.823058239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8f66dcba-e801-442f-bd7d-50d21c6c3f65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:34.847510025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"2fbd6245-7947-4a5e-b047-09089cff5e65","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:35.058090874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-access-denied-auth","reconcileID":"ad8f5797-92b0-45e4-a6f8-17560f74ea83","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:35.115106212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-access-denied-auth","reconcileID":"ad8f5797-92b0-45e4-a6f8-17560f74ea83","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:35.158128358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dadbb0c-ae5d-4e17-a669-a4f74e893d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:35.216442239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3dadbb0c-ae5d-4e17-a669-a4f74e893d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:35.231380035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"e0b24771-2145-45f8-9d53-dda45c361fbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:35.234925325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"66390aac-6d4f-465f-b5c4-9eb2faaf736f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:35.283585921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"3488ee5d-9e89-42bd-a090-81b3f6b48b49","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:35.288422056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"e0b24771-2145-45f8-9d53-dda45c361fbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:35.291699207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"66390aac-6d4f-465f-b5c4-9eb2faaf736f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:35.340766683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"3488ee5d-9e89-42bd-a090-81b3f6b48b49","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:35.485249298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"c11c2c51-cd45-40dd-8e40-d9386f4f6417","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:35.542020866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"c11c2c51-cd45-40dd-8e40-d9386f4f6417","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:35.624361392Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"474c100a-6e73-428d-a6d0-9ea6ff7c69bf","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:35.672018287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0f28885-cea6-4eb3-8850-4b1801504ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:35.672390151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88b1ce84-14f4-43db-a5e2-6378c8dfc111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:35.732827575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0f28885-cea6-4eb3-8850-4b1801504ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:35.733198838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88b1ce84-14f4-43db-a5e2-6378c8dfc111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:35.793901982Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"be32f349-1915-42e9-9cde-4d9e60bf810b","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:35.892911826Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:36.048743353Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-089f68","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-089f68","reconcileID":"3253a0f1-f7e9-4ffe-b1a0-c33564bea785","aitenant":"ai-tenants/e2e-inf-b-089f68","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:36.214288504Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"03601f56-67d2-4f1d-abdb-e86b04c21b81","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:36.53472937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c899e1f-6821-4950-a5b2-9a30cf8e9cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:36.58812191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c899e1f-6821-4950-a5b2-9a30cf8e9cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:36.641735665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c899e1f-6821-4950-a5b2-9a30cf8e9cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:36.695038487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c899e1f-6821-4950-a5b2-9a30cf8e9cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:36.863896023Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-089f68","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-089f68","reconcileID":"3253a0f1-f7e9-4ffe-b1a0-c33564bea785","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-089f68","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-089f68"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:37.072425484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"885d694b-109c-46b0-8813-e4daeee86692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:37.072476367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"055f7dbf-6713-4ff2-84c1-d343a5dcae22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:37.129897038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"055f7dbf-6713-4ff2-84c1-d343a5dcae22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:37.130561423Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"cc30cb1d-5213-4039-8228-4a6f53adcdd7","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:37.130633144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"885d694b-109c-46b0-8813-e4daeee86692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:38.616946545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d20828-ed36-4901-b326-00b4a59eca24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:38.670261329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d20828-ed36-4901-b326-00b4a59eca24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:38.723432755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d20828-ed36-4901-b326-00b4a59eca24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:38.776666282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d20828-ed36-4901-b326-00b4a59eca24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.172579272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b75ed478-d482-4073-a02c-d276e9b48296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.173588216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33d6bd24-3003-468f-9aba-987f56f501b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.230496916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b75ed478-d482-4073-a02c-d276e9b48296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.231596236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33d6bd24-3003-468f-9aba-987f56f501b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.394554492Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-user-sub","reconcileID":"78440185-2c43-4b75-bbac-9d988000238e","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.598967632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a2bc722-b4b7-4301-a6d1-5f61c23fd45c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.598965657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0222fc3-df5b-41af-b461-fb0704abe39a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.615951766Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-user-sub","reconcileID":"78440185-2c43-4b75-bbac-9d988000238e","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-885382/e2e-models-other-sub","ai-tenant-e2e-worker-w3-885382/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.657642737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a2bc722-b4b7-4301-a6d1-5f61c23fd45c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.657960343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0222fc3-df5b-41af-b461-fb0704abe39a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.75826741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a04ed21-95f5-4ab6-ab05-ebc48f1020d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.812141452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a04ed21-95f5-4ab6-ab05-ebc48f1020d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.865825001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a04ed21-95f5-4ab6-ab05-ebc48f1020d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.86604562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-other-sub","reconcileID":"68745e26-4738-4fdd-97a9-65101e6fa331","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.866501554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"4e18353b-ed18-4d98-8f75-c43e260bdb18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.918761054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a04ed21-95f5-4ab6-ab05-ebc48f1020d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.926094815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"c63c5424-7e30-49a3-b4dc-282e28d720da","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.926493413Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.98554085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"b851d1d5-b674-4790-b4b1-497fa50636b6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:40.985564379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"b851d1d5-b674-4790-b4b1-497fa50636b6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.079017595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"cc16304b-e5d5-485e-8356-9ff9f06d195f","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.138349498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"8102261b-e7d4-4b4f-9865-4745019a46a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.138832577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc4e1b05-0411-479b-91a3-5435484e1bb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.139058984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99d5220e-fb4a-4720-b7f7-5e37600ef7cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.139500008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"dee2ea9a-fb02-4d72-9e63-7d5a0516223c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.139827079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-access-denied-auth","reconcileID":"0a609de3-19da-4d36-b7b2-3eca1ef4b660","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.196368738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"8102261b-e7d4-4b4f-9865-4745019a46a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.196457392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc4e1b05-0411-479b-91a3-5435484e1bb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.200968321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-access-denied-auth","reconcileID":"0a609de3-19da-4d36-b7b2-3eca1ef4b660","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.200976314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"dee2ea9a-fb02-4d72-9e63-7d5a0516223c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.205633333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99d5220e-fb4a-4720-b7f7-5e37600ef7cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.56292331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9afe517f-d24b-494c-ad5b-004a4ade568a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.562960249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e97bed63-7a93-4eda-b912-2adcfd913c2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.563690718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"35717ac4-48f8-4a29-9a4e-ef9d3c527216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.563751321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-access-denied-auth","reconcileID":"4edb19d5-57d2-4fa9-8f2b-b99b525d738b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.564195539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"9dfc0994-9d75-4511-9e7e-1130f26c8a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.621264276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"35717ac4-48f8-4a29-9a4e-ef9d3c527216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.621415793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"9dfc0994-9d75-4511-9e7e-1130f26c8a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.623565059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9afe517f-d24b-494c-ad5b-004a4ade568a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.623742806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-access-denied-auth","reconcileID":"4edb19d5-57d2-4fa9-8f2b-b99b525d738b","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:41.625835302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e97bed63-7a93-4eda-b912-2adcfd913c2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:44.661691258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"25d60125-9a29-4b7e-9fd5-36fe5ccd90ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:44.718966322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"25d60125-9a29-4b7e-9fd5-36fe5ccd90ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:44.77465877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92519-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f439a0d7f4728e76603a9d6bebed36711238602a82b61fe5ef05dd51e3033e04) AuthConfig (ef8333d54914fb7ea5064778b7b63e410d1963b8b8f8d952de8ba3c5fff58c31) AuthConfig (302ed830b3c950a74145083190227c52cd287f350751d33404a0a096aefb3b36) AuthConfig (b927cab7754cc58e2021eefa1e3bb330062288497484de71e79bf6d4e490fe7d) AuthConfig (5c40cd7514857a45ff4c3f50a8d1778afa47e344c1e3e7759c048de13eb3e927) AuthConfig (3819325a77d565923dfed6201fc00e05b437a441c81d0ef49a27d180700809ec) AuthConfig (a8722f3e3c30cbf1970ccffc961aac92d6ced5890f2249016b6ae44876bb3b74) AuthConfig (843c7cb179b9e2e66d2976017da9fa15d34de76c8bc411a4871668b22fff9e5e) AuthConfig (af171ffd2afac835004e133f669ae9b0e0ee831aedb7d35f1fad078b32410fc1) AuthConfig (18bdcda33eed1158e81004cdfebd94d359c84de4d79620b183f4407cafcf583c) AuthConfig (23ea84c9e02ecd84fd769b157915d09d4013926852a24137b36a05e2a0a6f217) AuthConfig (8063153b417f9ea5e7587875736a1b05e8f09e5170f949127dd9972ce77fa657) AuthConfig (8c58cf05f41e08cd5f3c76aa7b70c56c614eceb3b0bcdc6431fc40f740f1b861) AuthConfig (a2561f2078ab7b0b0a047eaee9e9bf0a6dc01c0101bcaf42f2058303b97555e2) AuthConfig (d739dbeb7107a5cc81507dfdcec5e3ff4c8ad9b19aad9c759e72a3cbd93c6026) AuthConfig (6be406c2aef62d3977273e7e90145c0d1ed76d277e34fe87f8add271e12d763d) AuthConfig (0d12d04703aa0d0c3ff52be68e4b646646610f3ad735278bb4f43aea9c12cb3c) AuthConfig (616817a859765f74ffcbe446e66296c7f2ad014854ad4e851a1e4f97a543f531)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"25d60125-9a29-4b7e-9fd5-36fe5ccd90ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:45.583563096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-sub","reconcileID":"ed463d2b-049d-441a-a01c-3d88557b42a0","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:45.807992542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"78b12936-0f9b-433c-adce-5fe82181d6ca","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:45.808111142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-temp-model-status","reconcileID":"78b12936-0f9b-433c-adce-5fe82181d6ca","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:46.208447799Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-sub","reconcileID":"e741db92-ce84-40af-8b2d-b885474279d2","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:46.291339362Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-sub","reconcileID":"e741db92-ce84-40af-8b2d-b885474279d2","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:46.402337307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"f29c21dc-9f5d-436e-828c-4eea71695aeb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:46.403162792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"10b0a5c0-a588-4c3a-808f-3aa9c982f793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:46.40382108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"05db4b02-84e4-4f45-bdc4-332c0ccf627d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:46.488276465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"74703161-fde5-4ecc-ae2d-9b0beccc2aae","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:46.493871703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"05db4b02-84e4-4f45-bdc4-332c0ccf627d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:46.49430716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"f29c21dc-9f5d-436e-828c-4eea71695aeb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:46.496211448Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"f29c21dc-9f5d-436e-828c-4eea71695aeb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:46.506984935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"10b0a5c0-a588-4c3a-808f-3aa9c982f793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:46.828444121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5f5b336-fdd7-4a45-b63a-89435e4090d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:46.831145906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c84972e0-7a52-4005-a240-1e6714e25f49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:46.956256576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5f5b336-fdd7-4a45-b63a-89435e4090d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:46.958378805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c84972e0-7a52-4005-a240-1e6714e25f49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:47.024503175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"492e88d6-339f-433c-8620-0bb8edbd7e6b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:47.100060554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"918a8d4c-c8d8-492e-8526-a354a617f327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:47.105458302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"492e88d6-339f-433c-8620-0bb8edbd7e6b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:47.105558118Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"492e88d6-339f-433c-8620-0bb8edbd7e6b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:47.176460656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"84c9551c-d51c-4aaa-944c-b460c1284d9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:47.182296541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"918a8d4c-c8d8-492e-8526-a354a617f327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:47.277289468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"84c9551c-d51c-4aaa-944c-b460c1284d9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:47.286155539Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"cba599a4-97b4-494c-9086-9217215adaf6","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:47.437420822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4f94ff3-18e9-4f8c-9565-90f49c56c374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:47.439814707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"067151f2-14ff-4e41-a67d-26fc7b62d4a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:47.516153265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4f94ff3-18e9-4f8c-9565-90f49c56c374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:47.526400267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"067151f2-14ff-4e41-a67d-26fc7b62d4a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:47.727558385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"32dc7949-3bbf-4b19-a352-5ca6d5241fd8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:47.812465652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"e03717ab-9782-40c5-8f3c-69cea29de016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:47.83118871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"32dc7949-3bbf-4b19-a352-5ca6d5241fd8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:47.902733297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"e03717ab-9782-40c5-8f3c-69cea29de016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:48.048084666Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"32dc7949-3bbf-4b19-a352-5ca6d5241fd8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:48.048939385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"64bb66cf-0a32-47bf-b99a-33b6be5a673e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:48.127570293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"64bb66cf-0a32-47bf-b99a-33b6be5a673e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:51.257252238Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-other-sub","reconcileID":"0aeec167-1cc4-4672-aacd-a262c8883b17","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:51.47346932Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-other-sub","reconcileID":"0aeec167-1cc4-4672-aacd-a262c8883b17","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-885382/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:51.689511376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"eecca38b-6345-4a5d-99fe-63ae0a219ee8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:51.73869258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"c3fb5920-1cea-47f6-9d09-87ce681d198d","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:51.739295333Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:51.882407191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"1f80a3f7-24fd-4835-83e6-c676a12498bd","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:51.89927709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-access-denied-auth","reconcileID":"f7489f84-dde4-4210-9315-73112517c3c4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:51.899964365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"706616dc-91f3-46a1-a990-d80dea47ef6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:51.900421135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"35ee2614-c14b-41fc-a415-504dd9a1ed23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:51.90117136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0db6812c-74c9-4d58-ba80-3634c3beaf90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:51.901589763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"bf3ca737-b80c-4100-afa9-cf8dfd9847ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:51.955820321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-access-denied-auth","reconcileID":"f7489f84-dde4-4210-9315-73112517c3c4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:51.957991839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"706616dc-91f3-46a1-a990-d80dea47ef6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:51.958215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0db6812c-74c9-4d58-ba80-3634c3beaf90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:51.960221284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"35ee2614-c14b-41fc-a415-504dd9a1ed23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:51.960506457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"bf3ca737-b80c-4100-afa9-cf8dfd9847ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:52.198391358Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"20defb39-8ecc-4209-9983-d01c1fee5a28","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:52.198627273Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-models-access-denied-auth","reconcileID":"d15b9803-789b-4212-bb55-a4d7628c4859","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:52.360881105Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"8b6463df-296d-4666-a9b6-f4aceaaa7779","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:52.466995778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"ba68ffc8-f7bd-4d83-b1bf-242b1f585407","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:53.045923749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe835b08-147c-43e4-bf80-15bcc6c5fbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:53.099015766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe835b08-147c-43e4-bf80-15bcc6c5fbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:53.152819635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe835b08-147c-43e4-bf80-15bcc6c5fbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:53.205992905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe835b08-147c-43e4-bf80-15bcc6c5fbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:53.531057952Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"2adbc0e0-5b6c-4f41-a99d-ce3bf0be324a","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:53.642557865Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-a04f11df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-a04f11df","reconcileID":"0f5c4c0f-0968-4b20-aae1-3c68c85633be","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-a04f11df","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-a04f11df":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:53.66254939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"2a48f9cf-ba0b-4c56-9439-b03b86b7b8bd","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:53.721069051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"ad18296a-52db-4f0c-83a9-7ddee3b8623a","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:53.943912469Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]","namespace=ai-tenant-e2e-worker-w3-885382 priority=10:[ai-tenant-e2e-worker-w3-885382/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-885382/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:53.951013914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"4cd903c6-b8fc-4c83-8823-53c78e078950","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:53.975869238Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"8358ce89-db6b-48d3-b313-96d3b85755a8","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:53.983539665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65586e04-616c-4d0b-89e4-3cbcbf3feb56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:53.983600747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6075b83-c902-40ba-b0fc-71e102658097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.007628894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"4cd903c6-b8fc-4c83-8823-53c78e078950","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.029865184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"f3b1e746-4d21-43a0-bdbd-4c4aa1631b8a","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.043511846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6075b83-c902-40ba-b0fc-71e102658097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.043600532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65586e04-616c-4d0b-89e4-3cbcbf3feb56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:54.056079721Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-885382/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.088878966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"59fdf5db-e5df-4aec-938a-c641c9ef6699","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.089206234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"ffcb624b-1609-49e6-98ee-d59182e52a8c","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.112148433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"b3b2367c-65f2-4549-b5b4-2d4b84e07228","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.159655025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"84db7c43-6b35-4ecf-98c8-efbc12304889","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.15984096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"ffe4aba1-ebba-46da-abc9-84e735dc405b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.209457143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"fcbc151b-dde4-45db-a23f-d49fe859b1a4","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.216996237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"84db7c43-6b35-4ecf-98c8-efbc12304889","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.217345668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"ffe4aba1-ebba-46da-abc9-84e735dc405b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.348999071Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-sub1","reconcileID":"df55d2ba-c7ed-46ac-bac8-986e5ae3662f","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-w3-885382","model":"distinct-w3-885382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-885382/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.426035852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"f935ccfd-9a3d-4abe-9adb-54ee5f2dcdb7","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.461927933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c304374-9c6d-48a8-8295-5eed41ec8d5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.465733717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb604add-4e2e-48cd-85a2-753cc95d3f77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.512358962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"6e0baf30-3419-494f-b232-a712fcf6e456","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.521463401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c304374-9c6d-48a8-8295-5eed41ec8d5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.524529651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb604add-4e2e-48cd-85a2-753cc95d3f77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.560198341Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]","namespace=ai-tenant-e2e-worker-w3-885382 priority=10:[ai-tenant-e2e-worker-w3-885382/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-885382/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.621930646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"b4862d3d-ab7f-4fb5-8bd2-322f15479771","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.674775286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"997620ee-07b0-4614-88e1-efbdb4baa3fe","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:54.678831254Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-885382/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.711036965Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"73162bbe-3650-41e0-aa14-8879bb7a35a9","namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.734710344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"a6966a9f-c9a8-46e5-a1a6-f3ea0735ff5c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.735132174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"d64d5cd4-846a-4a70-97cc-9ad78d67d20d","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.766769394Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"7dbda9e4-5239-4cb0-a2a3-774815aa1036","namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.789874496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-sub1","reconcileID":"0444ecf4-b46a-423f-9beb-a20a54952bb7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.793403708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"a6966a9f-c9a8-46e5-a1a6-f3ea0735ff5c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.804758173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3880e606-36d6-4939-9129-9c16ba638333","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.804900076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"da180fe3-949c-47ff-91c1-c607b4939277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.832228113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"41abedd9-511c-4fa9-95d3-afbf681119b1","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.863437123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"da180fe3-949c-47ff-91c1-c607b4939277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.864334553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3880e606-36d6-4939-9129-9c16ba638333","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.885636424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"d463aa91-415f-462f-8c11-71e48bf16ca4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.946382185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"d463aa91-415f-462f-8c11-71e48bf16ca4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:54.954556343Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-sub2","reconcileID":"75f4b9c6-c43c-4e9e-8e61-529f97735403","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-2-w3-885382","model":"distinct-2-w3-885382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-885382/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.094551202Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"2df9cccd-05bb-4acd-879a-e1ac309cf484","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.153177289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc13c03-c122-4d29-9090-e2c1c7870bd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.206814526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc13c03-c122-4d29-9090-e2c1c7870bd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.207081089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"3c8a94fe-edba-4968-afb2-227a13e1f34c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.261235675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc13c03-c122-4d29-9090-e2c1c7870bd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.263859796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"1d6b6dc3-f7b7-4842-aeee-c975c91233f4","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.264243957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"3c8a94fe-edba-4968-afb2-227a13e1f34c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.31755171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc13c03-c122-4d29-9090-e2c1c7870bd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.368057503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-sub2","reconcileID":"4ab6762c-7aa1-497d-bf53-f6800e63a3f2","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-2-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.372224883Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"676661fd-bfa0-45d6-842b-62a860f9e93e","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.420366087Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"39f7958d-22db-435f-934f-8e85722784c7","namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.424270473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"382c56dc-a793-43f5-8f2c-c6fd7254a8d5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.425168256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"a665fc7d-be0a-4215-8a74-a4b8ded1d5af","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.425184803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"a665fc7d-be0a-4215-8a74-a4b8ded1d5af","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.477257111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"bd6e4dd7-906a-4ce7-b472-3845e7fca8e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.482013938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"382c56dc-a793-43f5-8f2c-c6fd7254a8d5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.5352767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"bd6e4dd7-906a-4ce7-b472-3845e7fca8e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.538188173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"16b2419a-8f41-4013-8b7b-08b4ac088792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.591811667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f0b423e-4c01-4431-ba21-ab7a9a82202c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.596027807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"16b2419a-8f41-4013-8b7b-08b4ac088792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.648629861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f0b423e-4c01-4431-ba21-ab7a9a82202c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.790406108Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"6b03cca8-cca1-486a-8d60-6bcbe5f6db79","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.797403009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5abbe461-f38b-451b-a26c-516df3e4338a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.896121135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5abbe461-f38b-451b-a26c-516df3e4338a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.901160174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"c3648027-34b5-4376-8c9c-6ebaf7b18fdd","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.957933936Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"cfad0b13-d9e7-4a64-991e-e1ea61efd69d","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:55.997097918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"f5a1ec8b-d754-4bc8-83fa-6f14ca1f0457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.000336116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"2aa7c055-5a55-4473-aa15-140dd3b57aa0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.000797768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"9f0834f8-968e-47a9-a74b-d0fdc542804d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.05398458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"f5a1ec8b-d754-4bc8-83fa-6f14ca1f0457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.057099732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"2aa7c055-5a55-4473-aa15-140dd3b57aa0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.057437342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"9f0834f8-968e-47a9-a74b-d0fdc542804d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.063891745Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"a563efbe-04fd-4431-b17b-932b4a1d65d9","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.081192031Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"86b16722-8fd9-4036-8787-5c905960eff2","namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.113260822Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"2aa7c055-5a55-4473-aa15-140dd3b57aa0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.156618887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"9e2e76fb-fdb2-4780-bcd1-5f4277114a7e","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.170278806Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"31827386-2ada-41ea-a603-a5c86ca854d4","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.213199249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"9e2e76fb-fdb2-4780-bcd1-5f4277114a7e","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.276144459Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"72133a59-af89-43c0-8b77-410934e7eac5","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.36503417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"4d9ac442-af0c-4956-9bac-be9760de984e","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.376572312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03e19d92-b348-4d0d-8fcb-e88e213116ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.421940638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"4d9ac442-af0c-4956-9bac-be9760de984e","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.433157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03e19d92-b348-4d0d-8fcb-e88e213116ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.476032429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"3ec23776-67c5-4d80-926d-d96f5a1c0646","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.479474024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"3c30162b-d90e-4c13-be7a-45c912df4e87","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.533529107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"3ec23776-67c5-4d80-926d-d96f5a1c0646","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.535753557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"3c30162b-d90e-4c13-be7a-45c912df4e87","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.74174644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"9bdb1a80-0c88-4551-8430-a7c80801163f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.798839628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"9bdb1a80-0c88-4551-8430-a7c80801163f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.799411142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"114a4cff-fe75-4131-8b88-bec6e9b54221","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.854253389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7b5ceb6e-fc36-4aea-b7c1-edaf13602ffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.856898108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"114a4cff-fe75-4131-8b88-bec6e9b54221","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.905684264Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"bd66fd7b-54e8-41a8-956f-3c6e81596140","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.912075607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7b5ceb6e-fc36-4aea-b7c1-edaf13602ffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:56.955618447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"d1da99f6-cd67-4e17-8f85-ef5abdf2c1d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.012488884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"d1da99f6-cd67-4e17-8f85-ef5abdf2c1d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.100096761Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-sub","reconcileID":"f094c70a-0821-4e60-99c0-f4421aa38926","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.100209085Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-sub","reconcileID":"f094c70a-0821-4e60-99c0-f4421aa38926","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.1176678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"72e63c26-889e-471a-89f0-fef8659a15c9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.174525337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"72e63c26-889e-471a-89f0-fef8659a15c9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.216941569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"e4c92e4b-3983-43c9-afbd-cb892be3d36e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.273811384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"e4c92e4b-3983-43c9-afbd-cb892be3d36e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.28386008Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"72e63c26-889e-471a-89f0-fef8659a15c9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.317544252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"132b894d-2eeb-4503-8487-04e592509c80","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.317619117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0abc9028-9708-4910-9fe3-1f12ea0ceac2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.365642399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe621477-5aaa-4049-9670-920ef0b5e745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.369034843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"b44c1cfa-2371-4d8a-a366-e448a17773aa","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.369049875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"b44c1cfa-2371-4d8a-a366-e448a17773aa","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.370180492Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"09b27486-e973-4b7d-87fc-9b52a79fd480","namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.374632821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"132b894d-2eeb-4503-8487-04e592509c80","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.374645982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0abc9028-9708-4910-9fe3-1f12ea0ceac2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.418901209Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]","namespace=ai-tenant-e2e-worker-w3-885382 priority=10:[ai-tenant-e2e-worker-w3-885382/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-885382/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.423080945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe621477-5aaa-4049-9670-920ef0b5e745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.430269018Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"132b894d-2eeb-4503-8487-04e592509c80","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.500652394Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"104f6ad7-c345-4681-9fb9-938407a112c7","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.553589718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"a634678d-104f-435f-9eff-fd545da12193","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.594657401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"bca11676-8a86-4450-aa34-94c2c378fadf","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.594682066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"bca11676-8a86-4450-aa34-94c2c378fadf","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.637890648Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-status-transition-auth","reconcileID":"01df02b3-8b3a-42ee-859d-3770e50cd1fc","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.701745231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"a64df487-1272-48c3-b697-2e1d27aacc4b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.713301184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"a3822150-a9fa-4a01-907e-44876cc569f8","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.77039256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"a3822150-a9fa-4a01-907e-44876cc569f8","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.798000629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc323056-64f7-42d5-b47d-d0bcd375e0e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.825164905Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"a64df487-1272-48c3-b697-2e1d27aacc4b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.858976612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc323056-64f7-42d5-b47d-d0bcd375e0e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.880752889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"a64df487-1272-48c3-b697-2e1d27aacc4b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.904873201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"6c8882b9-be64-4fba-90d7-338b81b8f33c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.906115155Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"406550ba-ab06-4113-b5de-0ee3d26ba633","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:57.962112128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"6c8882b9-be64-4fba-90d7-338b81b8f33c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.012643988Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"5229dbf6-0306-40ef-8b6c-d02207935416","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.0658618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"947944fb-e292-4ae3-a787-fa1fca22c620","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.065882982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"947944fb-e292-4ae3-a787-fa1fca22c620","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.068022962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"ab9aba53-05cc-489e-b2f9-59338cfc696f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.099937214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bf466ef-25f7-4984-a045-a88bbd0940de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.124859025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"ab9aba53-05cc-489e-b2f9-59338cfc696f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.157093557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bf466ef-25f7-4984-a045-a88bbd0940de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.178475779Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"ab9aba53-05cc-489e-b2f9-59338cfc696f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.306456327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a769bc60-5550-4bdd-a0ae-658a9728fed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.36284153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a769bc60-5550-4bdd-a0ae-658a9728fed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.392481259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"b5aec8cd-b66a-41a1-b2c8-aa5a4f24e4f8","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.392604832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"bd1fa10a-e194-4a6c-8cf4-7064e541f64c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.40523844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"d2d3bc23-3f4f-42e4-abb5-31402a6fb0f8","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.405298627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"8867d163-f163-4fcd-8ac3-05c454af3b53","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.450247414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"bd1fa10a-e194-4a6c-8cf4-7064e541f64c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.46316207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"8867d163-f163-4fcd-8ac3-05c454af3b53","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.464037578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"d2d3bc23-3f4f-42e4-abb5-31402a6fb0f8","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.556601548Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-sub1","reconcileID":"451349c0-8c4a-47e2-b306-d032cf0af532","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-11099c23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.650988457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"5e8f1f53-88ac-484c-95df-f72c6f4471a1","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.708319761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"5e8f1f53-88ac-484c-95df-f72c6f4471a1","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.729189442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"e451ba65-b65e-413a-8f4c-d24417f48532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.776477584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"f1b91279-d5f9-4c7b-9b92-15686209a69b","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.786796636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"e451ba65-b65e-413a-8f4c-d24417f48532","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.830423037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b8c3dec2-661e-43ac-bc92-97782feb392c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.888757055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b8c3dec2-661e-43ac-bc92-97782feb392c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.938254473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"02a3b11b-3ba8-4bab-b1ee-f3b618dee5e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:58.995131425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"02a3b11b-3ba8-4bab-b1ee-f3b618dee5e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.038258109Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.03855878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"0f063501-8d1a-41ce-9e98-0f4bb36ac063","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.04459785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"1972b969-6e90-461b-bc32-039af6a1767b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.061550611Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"3a8d3779-0cfe-48c5-b7eb-46fdb3ece9d4","namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.105454137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"1972b969-6e90-461b-bc32-039af6a1767b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.118303909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"a60ec3f6-d431-40af-8e62-470e03e72712","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.118336669Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"a60ec3f6-d431-40af-8e62-470e03e72712","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"routeName":"external-model-e2e-rec-ctrl-41e692-ef592cd53598","namespace":"e2e-extmod-rec-user-a830cb","model":"e2e-rec-ctrl-41e692","externalModel":"e2e-rec-ctrl-41e692","provider":"e2e-rec-ctrl-41e692-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:41:59.158895035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-healthy-inf","reconcileID":"03b846bc-2bcd-40bc-a70c-189838ac8dc8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.159320239Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"1972b969-6e90-461b-bc32-039af6a1767b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.192643925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"20149f08-a9c4-438f-888e-c70e34f4b622","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.229211533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"577f15a5-18d1-46be-adc5-b71fb94d5410","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.229580014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"d5009edf-ef9c-42a7-8bce-60afcaf9af56","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.249412004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"20149f08-a9c4-438f-888e-c70e34f4b622","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.253659289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"87715640-1c2b-468d-8802-b01bceefeec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.273858263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"f587d48d-13d1-4145-8c0d-4e5df62b64ce","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.304587548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"20149f08-a9c4-438f-888e-c70e34f4b622","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.31010861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"87715640-1c2b-468d-8802-b01bceefeec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.329046787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"26382222-e90f-4fb4-8e8e-accbeac9bd04","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.349382862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"8c7717d6-31e2-453e-927e-3a990a54c61c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.406006987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"8c7717d6-31e2-453e-927e-3a990a54c61c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.52232144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"4cbf8acf-270b-445b-8e44-81ac6aab2a92","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.525846954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ca22015-235c-44d6-9c12-325350ce0a48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.525854688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fba54d6-e752-4ef3-8c7e-0f09a128a04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.52861975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"bef0a1b0-8e6f-488d-87a7-142a3dbe737d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.582998693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ca22015-235c-44d6-9c12-325350ce0a48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.583113524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fba54d6-e752-4ef3-8c7e-0f09a128a04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.585416838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"bef0a1b0-8e6f-488d-87a7-142a3dbe737d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.598919034Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-healthy-inf","reconcileID":"877ebf72-88b4-45d9-9c73-3784f509b5dc","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.599054507Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-healthy-inf","reconcileID":"877ebf72-88b4-45d9-9c73-3784f509b5dc","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.681398378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"bc73db9c-12ea-4797-b656-effaa058856d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.740549947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"bc73db9c-12ea-4797-b656-effaa058856d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.783422599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"dd654ef6-77e8-4ca4-8d46-513e3a79eea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.811203654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"1c75f7b3-ffd5-4e0e-b325-dcbcd93eb6ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.840173148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"dd654ef6-77e8-4ca4-8d46-513e3a79eea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.868028155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"4cdc0d27-8342-42a9-8d0b-a0752cdaae16","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.903236011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"445b0889-6919-4220-a75e-9b883c232982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:41:59.95977233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"445b0889-6919-4220-a75e-9b883c232982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.006702815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"d4a9aace-4197-4791-8f60-afe7aeb2c4d2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.006707379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"d0ebd7de-5d58-4570-bd83-70e15998694e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.061300015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"1ea9765b-d17c-4b6a-b619-583afce79e52","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.06484969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"d4a9aace-4197-4791-8f60-afe7aeb2c4d2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.064851937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"d0ebd7de-5d58-4570-bd83-70e15998694e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.079760413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-healthy-inf","reconcileID":"3d09dee4-90f1-43c4-b706-19f424ec0337","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.079899311Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-healthy-inf","reconcileID":"3d09dee4-90f1-43c4-b706-19f424ec0337","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.209849332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"7aae4d84-6a35-4e63-8558-461e18a80589","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.267167918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"7aae4d84-6a35-4e63-8558-461e18a80589","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.300336514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"2f90da5d-f27c-45b2-8d73-b9799bc419da","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.325472464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"17b8bca6-3644-4406-82b2-f911ca34c85d","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.382142324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"17b8bca6-3644-4406-82b2-f911ca34c85d","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.419381718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"55b908b6-7116-49d3-b464-fead5b5aad66","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.478277962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"55b908b6-7116-49d3-b464-fead5b5aad66","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.487457466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"c64c1e6b-2481-4bf2-9cce-ec5a4edc13ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.543995363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"c64c1e6b-2481-4bf2-9cce-ec5a4edc13ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.592066276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"d8129aec-1efd-4baa-802b-ece12f39e311","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.650998699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"d8129aec-1efd-4baa-802b-ece12f39e311","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.688191402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"64962d9d-0a70-466e-9c8c-3313cc7c9c4a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.747727808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"64962d9d-0a70-466e-9c8c-3313cc7c9c4a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.805711394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4338328-2f07-4b1b-8ba6-bf32c75167be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.862866103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4338328-2f07-4b1b-8ba6-bf32c75167be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.863573511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89879839-57f6-4856-aadc-28f07e48261d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:00.920369149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89879839-57f6-4856-aadc-28f07e48261d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:01.601417355Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:01.655444806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"5d9fe8cc-5463-43af-8160-ca5419f9bcad","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:01.65547795Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"5d9fe8cc-5463-43af-8160-ca5419f9bcad","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"routeName":"external-model-e2e-rec-ctrl-41e692-ef592cd53598","namespace":"e2e-extmod-rec-user-a830cb","model":"e2e-rec-ctrl-41e692","externalModel":"e2e-rec-ctrl-41e692","provider":"e2e-rec-ctrl-41e692-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:01.770587658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5a4efa8-e508-42f1-8514-dbf8733af6e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:01.825019129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"30ce1148-fb33-4f4b-b25e-661fd0eddc12","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:01.825054757Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"30ce1148-fb33-4f4b-b25e-661fd0eddc12","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:01.827997854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5a4efa8-e508-42f1-8514-dbf8733af6e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:01.872409886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"f5dca173-4f6a-48d0-8c2d-a1e3e8f00ed9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:01.874336692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"e014db11-afad-4fd6-915f-b5cea834cc8b","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:01.874542887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"13356b58-a650-43f6-8f24-3761dc541278","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:01.877429853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"95a39b41-ac76-49c8-a9b4-20e4a442245f","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:01.931072735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"f5dca173-4f6a-48d0-8c2d-a1e3e8f00ed9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:01.931737016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"3ded1b16-9667-4132-9e4a-9439e107224d","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:01.931765992Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"3ded1b16-9667-4132-9e4a-9439e107224d","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"routeName":"external-model-e2e-rec-ctrl-41e692-ef592cd53598","namespace":"e2e-extmod-rec-user-a830cb","model":"e2e-rec-ctrl-41e692","externalModel":"e2e-rec-ctrl-41e692","provider":"e2e-rec-ctrl-41e692-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:01.932253036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"13356b58-a650-43f6-8f24-3761dc541278","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:01.936481622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"e014db11-afad-4fd6-915f-b5cea834cc8b","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:01.93664845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"95a39b41-ac76-49c8-a9b4-20e4a442245f","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.03695981Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-41e692-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-sub","reconcileID":"a6977a64-8a51-4a4d-9bfe-6074f75eaa34","MaaSSubscription":{"name":"e2e-rec-ctrl-41e692-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-rec-ctrl-41e692","model":"e2e-rec-ctrl-41e692","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.039099948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"0aff8c02-e44d-46ab-8207-f25a5e2fedd9","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.039120981Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"0aff8c02-e44d-46ab-8207-f25a5e2fedd9","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.093095902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"9d5ca5ac-4fab-4003-ac2e-5b1b0a6e9158","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.149390947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"cc519641-28f7-457a-af0c-819015e87811","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.149417622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"cc519641-28f7-457a-af0c-819015e87811","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.198258072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a89192e-c0ec-4c45-9356-8cfd62d1ad72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.259336429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a89192e-c0ec-4c45-9356-8cfd62d1ad72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.317148455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"b3f1e357-ed77-4d6b-a4e4-a604745827f8","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.31718437Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"b3f1e357-ed77-4d6b-a4e4-a604745827f8","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"routeName":"external-model-e2e-rec-ctrl-41e692-ef592cd53598","namespace":"e2e-extmod-rec-user-a830cb","model":"e2e-rec-ctrl-41e692","externalModel":"e2e-rec-ctrl-41e692","provider":"e2e-rec-ctrl-41e692-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.370908732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"7e6abb09-ba2e-4616-9331-15e80e8974a4","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.519082479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"afe26637-1007-4c35-b172-c0049b490d28","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.531028311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-41e692-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-sub","reconcileID":"d2633326-2723-4c57-ac3d-e6b5f3b3e097","MaaSSubscription":{"name":"e2e-rec-ctrl-41e692-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-rec-ctrl-41e692","model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.577104062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"afe26637-1007-4c35-b172-c0049b490d28","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.613683319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"83a01196-f568-453d-b5a3-1bebb73dfa7a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.617662116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"c743d632-e987-4325-9162-47926000c62a","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.617741825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"aebd31b6-53f6-4ee7-b4d0-39fc97558f6d","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.630832486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"f2671bee-7858-4e45-bbd1-59883a395456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.671921529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"83a01196-f568-453d-b5a3-1bebb73dfa7a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.674802687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"aebd31b6-53f6-4ee7-b4d0-39fc97558f6d","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.675709245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"c743d632-e987-4325-9162-47926000c62a","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:02.688674444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"f2671bee-7858-4e45-bbd1-59883a395456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:03.002694218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"1c98ce3f-1713-4f32-8302-972b0c95370d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:03.063691139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"1c98ce3f-1713-4f32-8302-972b0c95370d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:03.102204798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"3bbf03c1-6182-4c57-8026-24ab0313edc3","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:03.159157405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"3bbf03c1-6182-4c57-8026-24ab0313edc3","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:03.206374285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09c666f6-811b-4f87-bbb4-d312ce4f186c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:03.206570278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"768c1abc-6ee3-4f3c-bcc6-27e9ea6e8791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:03.264186524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"768c1abc-6ee3-4f3c-bcc6-27e9ea6e8791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:03.265172639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09c666f6-811b-4f87-bbb4-d312ce4f186c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:06.019153941Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:06.019753551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-sub2","reconcileID":"542618a2-f12d-4d89-a207-99bac838e945","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-2-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:06.227340713Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"03991b83-30ff-4615-897c-c1cfab5ead57","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:06.398489595Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"c00103c4-1522-45de-a059-61dbbf4f270c","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:06.464130484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"1e4c19fa-7d38-4ab5-97d3-251ea4e76455","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:06.573495598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"1bfc4d63-8536-4a6f-9112-bc1c7a9bc1ba","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:06.574575731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"6f9bf674-8d62-4651-add4-86590107f771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:06.575286758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"a32e669f-89d3-4098-9d8c-c239e3834712","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:06.635848259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f27c2dd5-5989-4d0e-b4b6-31ec27f3bb99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:06.642846756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"1ed5690b-0ed5-446f-a00e-5bd400ffbbb0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:06.652182594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"1bfc4d63-8536-4a6f-9112-bc1c7a9bc1ba","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:06.726248371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"6f9bf674-8d62-4651-add4-86590107f771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:06.737041816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"a32e669f-89d3-4098-9d8c-c239e3834712","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:06.760630595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"1ed5690b-0ed5-446f-a00e-5bd400ffbbb0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:06.772647143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f27c2dd5-5989-4d0e-b4b6-31ec27f3bb99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:07.226399702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"58dd1113-8325-40b1-aa5f-354f4e6cfcb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:07.233315777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"90d22c51-8d1b-4899-b2d8-9b432167d10c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:07.28312028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"58dd1113-8325-40b1-aa5f-354f4e6cfcb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:07.289883731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"90d22c51-8d1b-4899-b2d8-9b432167d10c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:07.332733498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ef5225fd-72b9-4357-aa89-889cee57706d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:07.332812487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3bb4e630-70a3-4059-aacb-eca4271c33da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:07.333267316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"73eb6dfc-6856-4ec2-9ddd-83040715aa80","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:07.391615325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3bb4e630-70a3-4059-aacb-eca4271c33da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:07.39234885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ef5225fd-72b9-4357-aa89-889cee57706d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:07.394168539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"73eb6dfc-6856-4ec2-9ddd-83040715aa80","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:07.648739135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6c9a6502-4337-4d1e-b06f-2c5a648fc135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:07.705918492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6c9a6502-4337-4d1e-b06f-2c5a648fc135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:08.610770007Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-sub1","reconcileID":"0a1d2acf-de35-4e24-a86d-9c008db9fd7c","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:08.664263192Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-sub1","reconcileID":"0a1d2acf-de35-4e24-a86d-9c008db9fd7c","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:08.71770538Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-sub1","reconcileID":"0a1d2acf-de35-4e24-a86d-9c008db9fd7c","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:08.996306539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"c738a9bd-0a76-4614-aa9d-b7fb59bb94b7","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:08.996600472Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.161342454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d0fb632-8970-45ca-9a59-55b84e862500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.22218801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d0fb632-8970-45ca-9a59-55b84e862500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.265950103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"19c1979a-0d69-49b0-8fdd-db1445ad0dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.266146473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"121652f6-d3aa-4309-b802-6b391632f63c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.266765957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"b8940746-6ea7-44e6-8c67-6f0212b9d39f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.266909449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"e1f21bfd-1658-4404-8b80-c72defa4a184","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.32456103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"19c1979a-0d69-49b0-8fdd-db1445ad0dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.324580726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"121652f6-d3aa-4309-b802-6b391632f63c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.32813721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"e1f21bfd-1658-4404-8b80-c72defa4a184","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.328205675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"b8940746-6ea7-44e6-8c67-6f0212b9d39f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.541820452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6561bbf-856e-495c-bfc4-eac1ea08f96f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.599109147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6561bbf-856e-495c-bfc4-eac1ea08f96f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.638207156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"827b8068-8b9f-42de-bdde-ec2393f3a09e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.697773683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"827b8068-8b9f-42de-bdde-ec2393f3a09e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.755105782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e81d535164a7d80b99cc780c0ff9286826764a6a083e1d1e37f584c50ae9f8cd) AuthConfig (5a9b08265e795a7abc849ccbdd8452e33961fb9e73100a2bc4ae507edfddb5bc) AuthConfig (347fb302c536a05bd5b094c710a74420198fed425a9632e8b882bdadfba9e7a1) AuthConfig (0d79815e9b31dbac7ef95a0ba3085011ba03ba22eb2eb4bd1c7b706b76a2a111) AuthConfig (e4e742aea207007c6d011bdcf06e8854f128e6db4671b94d935bd53362af3d49) AuthConfig (9c152470a26dc8b61d88f57ec0cae9fb3fd8f80182e387fda36e9686f2f52d31) AuthConfig (757336313680d29eea48917e08fc0efb41c25d36eaf734e88bb3223789e12340) AuthConfig (15099888a401f585ad9fa205c9b8cce30bc887f8f476ab8660a6f9436cf1b4b9) AuthConfig (745a07918d51bada7e75bb257504e12273935065b737e3a8f9a33d9f81df8d8e) AuthConfig (4572a61c8afe21a8ece866daf481477ac0f6a0811ac156b9fb9a9d8fa6124f56) AuthConfig (d039f242a04e8d8bf93b94033012dd0b8933e1f7447d38a179e0723c0c16ecd4) AuthConfig (f158df75907bf6edc083f54331b48eb2d3ae51b40f4832a221e9d1653f07b10a) AuthConfig (3a6bb87b677136fbfa8e7a9d51ef52f28aa8d2ace86350456d76af640cc58bcd) AuthConfig (fe65821d16d343ec0f5a45dc3e78bb4f066d2ad5b69c1a43b3af1aebc7b253db) AuthConfig (f05fd4e9fc353d04b1362f28ec7b10a38d1c2a335ef5fb5e9e7a1a4b93f3c11f) AuthConfig (9af770782b86f72f5e1d7ddf37357a643f955f8fb2265642be71b639244aadbd) AuthConfig (d32400c16f29bdc9216c6c125cf103cae6d56eea9b3e978cd151d7902b33a632) AuthConfig (cc8fafd8b38c5230b6c38a7fefccaa26706266380197cd5a620556b67b6201f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"827b8068-8b9f-42de-bdde-ec2393f3a09e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.805050017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"c1384820-5ea9-44ec-b26c-65202ec37cb5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.81359887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"fca4d72c-642d-4e7c-a784-7067ea1194a3","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.813620714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"fca4d72c-642d-4e7c-a784-7067ea1194a3","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:09.861992224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"c1384820-5ea9-44ec-b26c-65202ec37cb5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:12.47359252Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-healthy-inf","reconcileID":"6ee794ce-99ff-4a4c-be8b-d08f4084985b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:12.69905896Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-healthy-inf","reconcileID":"6ee794ce-99ff-4a4c-be8b-d08f4084985b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:12.699174994Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-healthy-inf","reconcileID":"6ee794ce-99ff-4a4c-be8b-d08f4084985b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:12.699302209Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-healthy-inf","reconcileID":"6ee794ce-99ff-4a4c-be8b-d08f4084985b","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:12.917134469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"97c657a0-59d1-4981-9216-9d69605c542c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:12.973511238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"fd733867-2599-4175-a465-4d5b7a46f4fc","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:12.973997651Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.116156099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"41cfc4aa-7d5e-4fd3-85d4-68b1a1223b1e","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.13405126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a614b07f-b7b0-4fce-a6e8-ae683d0fd87c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.134371424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af5013b3-63ce-4f0e-ad3c-fc7d176f5a47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.139054283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6cf08030-8c30-4e8c-8e17-c24d2f72f73e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.139465518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5266ed09-8148-4df0-ae6a-de5b7972cd2b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.139671705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7db1ee5-963b-40ce-bf0c-d3877367ea78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.197154775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af5013b3-63ce-4f0e-ad3c-fc7d176f5a47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.199432871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a614b07f-b7b0-4fce-a6e8-ae683d0fd87c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.207638183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6cf08030-8c30-4e8c-8e17-c24d2f72f73e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.208755981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7db1ee5-963b-40ce-bf0c-d3877367ea78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.210882574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5266ed09-8148-4df0-ae6a-de5b7972cd2b","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.367946635Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"77d459ad-4528-4ee0-928c-00fbedde993e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:13.578599193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"a849fe9e-8bc6-41f0-8bd1-acd521a47262","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:14.388817518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"ff9fa7ad-26f3-44a6-ab1e-faa1cccb16ef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:14.445120762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"b06668f3-ea53-4e84-a010-4552dda25b8e","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:14.614302962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-apikey-auth","reconcileID":"eb10f97b-ea54-438a-a209-a7600e82ab5a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:14.646976274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"bd7ced03-9812-480a-89e8-c06d2a128207","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:14.646980713Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:14.671563607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-apikey-auth","reconcileID":"eb10f97b-ea54-438a-a209-a7600e82ab5a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:14.708492052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"c640974f-ee66-4533-9811-9e21d57dd8b6","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:42:14.758235653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-apikey","reconcileID":"9ba0eee1-f833-45a0-90df-042b8c1f4adb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:14.812988241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"9015ac8f-4b46-4062-bb56-1819c8325d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:14.813131302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"fb41a230-8e61-4a27-a68a-c8419bb0a95d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:14.814421185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c57355eb-7107-4a9b-9be2-06f4d5883722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:14.815546303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a89af69f-f455-47a9-bfe0-bfa6fb49defb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:14.870478693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"fb41a230-8e61-4a27-a68a-c8419bb0a95d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:14.870769591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"9015ac8f-4b46-4062-bb56-1819c8325d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:14.872994806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c57355eb-7107-4a9b-9be2-06f4d5883722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:14.873268872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a89af69f-f455-47a9-bfe0-bfa6fb49defb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:14.873886884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"5b88ba18-f621-4b3e-a693-202a9a0d1e7a","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:14.931281545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"55ef3977-e546-4504-81fb-a10298e6164b","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:14.995406371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"31ec1c49-2777-43af-813e-e8eed6099261","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:15.159341808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-apikey-auth","reconcileID":"8d3471ca-73ae-4455-98c3-3da248375f3d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:15.210414517Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-apikey","reconcileID":"6518504a-88ea-416d-bcdd-171a6c0c4431","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:15.210570367Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-apikey","reconcileID":"6518504a-88ea-416d-bcdd-171a6c0c4431","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:15.215858095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-apikey-auth","reconcileID":"8d3471ca-73ae-4455-98c3-3da248375f3d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:15.264221848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36148365-0910-4ff5-b0ef-4aed00ffea1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:15.264348721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"f5135acc-f024-4497-8ec5-121a59e88a0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:15.267891792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6e085df-b773-48e2-82ab-8eaa3189d6e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:15.268945784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"1b22b243-bc32-4323-8fad-27514f88615a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:15.322647567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"f5135acc-f024-4497-8ec5-121a59e88a0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:15.327019087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"1b22b243-bc32-4323-8fad-27514f88615a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:15.327032508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6e085df-b773-48e2-82ab-8eaa3189d6e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:15.329426145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36148365-0910-4ff5-b0ef-4aed00ffea1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:15.429939606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"268ea8b5-8987-42a0-8b09-057ad92c9083","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:15.435927346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"6cbd605f-d1bd-4064-8fa7-43c00b11f022","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:15.65098118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-apikey","reconcileID":"0b57eb8a-1810-4b72-ac79-73ed28196662","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:15.651119832Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-apikey","reconcileID":"0b57eb8a-1810-4b72-ac79-73ed28196662","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:16.435932126Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"9c81f5c0-dc27-439d-8a7f-f13f018a71c0","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:16.542836686Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"6e3a5759-959f-4a0b-8465-77677d4b7bbb","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:17.759586893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"2f12c3ec-1417-4d5d-a60d-205f11196274","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:17.920492039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c4e60a9-836d-40f5-a0b1-b8cab6d09ca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:17.920492826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2d55c55-0fee-46cb-a03e-b00173eb6034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:17.922732133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"714da443-935e-4924-8a21-b95b612be6ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:17.923040427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-apikey-auth","reconcileID":"66f3a3fb-e620-49b9-b4d3-19431ad0c9bf","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:17.923254137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"9fd7ba65-17b6-41f9-866f-0a2981eb4f00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:17.978863981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2d55c55-0fee-46cb-a03e-b00173eb6034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:17.978887794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c4e60a9-836d-40f5-a0b1-b8cab6d09ca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:17.981357604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"714da443-935e-4924-8a21-b95b612be6ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:17.981529054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"9fd7ba65-17b6-41f9-866f-0a2981eb4f00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:17.983636313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-apikey-auth","reconcileID":"66f3a3fb-e620-49b9-b4d3-19431ad0c9bf","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.141376514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"bb9b9710-2786-4904-a1a5-49233bda8b9c","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.306458725Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-sub2","reconcileID":"fa5de164-5ef8-483c-bf19-6a729e10157c","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-18e88898","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.306638501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9000c30e-dadd-4617-956f-3a6ce30b8709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.364921174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9000c30e-dadd-4617-956f-3a6ce30b8709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.411713409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"ee5af9a1-2c89-44c6-88d3-9cddc12a6914","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.411898829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"bfc3cc21-3055-445f-ab96-172785229968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.411713577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f714d2e9-d610-4ac4-afee-071613e03dee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.412322757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"feedfbe2-3f82-4614-b477-2ef6e9594b79","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.46896121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f714d2e9-d610-4ac4-afee-071613e03dee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.469130376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"feedfbe2-3f82-4614-b477-2ef6e9594b79","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.471410311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"bfc3cc21-3055-445f-ab96-172785229968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.471454371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"ee5af9a1-2c89-44c6-88d3-9cddc12a6914","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.683544228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"061b0ba6-c730-4b4a-b32c-59837ebf9d4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.740365493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"061b0ba6-c730-4b4a-b32c-59837ebf9d4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.891737496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"d9d38ccb-c9db-49e7-9378-1387387459b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.891736124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"09ca7ecb-2a60-475a-969c-3ffe47be79ea","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.892033011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"3668efc7-24b0-4227-a850-41b73e441e65","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.892928209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"15205509-a31d-4d28-9b22-1a8e9c3dfc07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.950240405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"09ca7ecb-2a60-475a-969c-3ffe47be79ea","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.952350497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"15205509-a31d-4d28-9b22-1a8e9c3dfc07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.954108841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"d9d38ccb-c9db-49e7-9378-1387387459b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:19.958430757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"3668efc7-24b0-4227-a850-41b73e441e65","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:20.008707918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"2fb035be-6ea1-4035-b2a5-0f5db22db87b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:20.065308113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"2fb035be-6ea1-4035-b2a5-0f5db22db87b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:20.120693421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e81d535164a7d80b99cc780c0ff9286826764a6a083e1d1e37f584c50ae9f8cd) AuthConfig (5a9b08265e795a7abc849ccbdd8452e33961fb9e73100a2bc4ae507edfddb5bc) AuthConfig (347fb302c536a05bd5b094c710a74420198fed425a9632e8b882bdadfba9e7a1) AuthConfig (0d79815e9b31dbac7ef95a0ba3085011ba03ba22eb2eb4bd1c7b706b76a2a111) AuthConfig (e4e742aea207007c6d011bdcf06e8854f128e6db4671b94d935bd53362af3d49) AuthConfig (9c152470a26dc8b61d88f57ec0cae9fb3fd8f80182e387fda36e9686f2f52d31) AuthConfig (757336313680d29eea48917e08fc0efb41c25d36eaf734e88bb3223789e12340) AuthConfig (15099888a401f585ad9fa205c9b8cce30bc887f8f476ab8660a6f9436cf1b4b9) AuthConfig (745a07918d51bada7e75bb257504e12273935065b737e3a8f9a33d9f81df8d8e) AuthConfig (4572a61c8afe21a8ece866daf481477ac0f6a0811ac156b9fb9a9d8fa6124f56) AuthConfig (d039f242a04e8d8bf93b94033012dd0b8933e1f7447d38a179e0723c0c16ecd4) AuthConfig (f158df75907bf6edc083f54331b48eb2d3ae51b40f4832a221e9d1653f07b10a) AuthConfig (3a6bb87b677136fbfa8e7a9d51ef52f28aa8d2ace86350456d76af640cc58bcd) AuthConfig (fe65821d16d343ec0f5a45dc3e78bb4f066d2ad5b69c1a43b3af1aebc7b253db) AuthConfig (f05fd4e9fc353d04b1362f28ec7b10a38d1c2a335ef5fb5e9e7a1a4b93f3c11f) AuthConfig (9af770782b86f72f5e1d7ddf37357a643f955f8fb2265642be71b639244aadbd) AuthConfig (d32400c16f29bdc9216c6c125cf103cae6d56eea9b3e978cd151d7902b33a632) AuthConfig (cc8fafd8b38c5230b6c38a7fefccaa26706266380197cd5a620556b67b6201f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"2fb035be-6ea1-4035-b2a5-0f5db22db87b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:25.056242254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-41e692-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-sub","reconcileID":"68bf719a-c6b7-41f1-aaf8-fe59f202385a","MaaSSubscription":{"name":"e2e-rec-ctrl-41e692-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-rec-ctrl-41e692","model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:25.410314129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"ef2556c1-9590-4675-b863-ac9ee682d1d3","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:25.410463118Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"ef2556c1-9590-4675-b863-ac9ee682d1d3","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"routeName":"external-model-e2e-rec-ctrl-41e692-ef592cd53598","namespace":"e2e-extmod-rec-user-a830cb","model":"e2e-rec-ctrl-41e692","externalModel":"e2e-rec-ctrl-41e692","provider":"e2e-rec-ctrl-41e692-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:25.497340189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"0895d907-c6cf-4d21-9262-f6c4941b3470","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:25.583220634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"0895d907-c6cf-4d21-9262-f6c4941b3470","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:25.627557678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"7fceed62-02e6-4833-906a-efda1cce6b1a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:25.628085438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a3c21766-d9b9-4cfc-a1c3-6189f008d347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:25.693554439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ae62da67-1520-4374-95f4-9cf71080cb0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:25.699421518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"7fceed62-02e6-4833-906a-efda1cce6b1a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:25.702022819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"5bf8ec00-62ef-4651-ac4f-a7b989814dc2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:25.708967921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a3c21766-d9b9-4cfc-a1c3-6189f008d347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:25.77268867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ae62da67-1520-4374-95f4-9cf71080cb0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:25.778972021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"5bf8ec00-62ef-4651-ac4f-a7b989814dc2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:26.5804374Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"d062e84b-f65d-41ca-a0a9-60b1cb64f87a","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:26.703599086Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"3617b94c-2114-4f82-bbaf-af5e5b991076","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:27.925099537Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-apikey","reconcileID":"25a922c4-358a-4936-a344-ba2eab6c66fa","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.147028426Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-apikey","reconcileID":"25a922c4-358a-4936-a344-ba2eab6c66fa","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.147057126Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-apikey","reconcileID":"25a922c4-358a-4936-a344-ba2eab6c66fa","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.147145752Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-apikey","reconcileID":"25a922c4-358a-4936-a344-ba2eab6c66fa","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.360117662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"83179f5f-00e9-4038-aca7-ff22da0aea39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.470301007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"8fe48a19-c7d8-43f5-ba39-f5e1af030882","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.470574385Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.614095577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"b4691f75-625b-47d3-ac26-56a581e687f1","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.6318407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"744e20a4-20c8-485b-809f-8af9630a55de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.63233213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c38f1d16-f6cd-400f-a4e6-6bc4e98f50e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.634532603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"38ae4f1f-62ec-48bb-8d7e-839faad9e5ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.63453405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-apikey-auth","reconcileID":"28aa8a82-4aa2-478b-8ea6-62d6e723f685","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.635321564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0d56ce3-42fe-45cf-8766-76dc533e5064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.689266712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"744e20a4-20c8-485b-809f-8af9630a55de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.690186314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c38f1d16-f6cd-400f-a4e6-6bc4e98f50e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.691691295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"38ae4f1f-62ec-48bb-8d7e-839faad9e5ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.69484013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-apikey-auth","reconcileID":"28aa8a82-4aa2-478b-8ea6-62d6e723f685","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.696532097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0d56ce3-42fe-45cf-8766-76dc533e5064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:28.949922225Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-apikey-auth","reconcileID":"6dc6c940-7082-4fe4-a5a0-e8d1bc4d2ff5","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:29.113129646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"a0826cf4-ae40-4f7c-95b6-b3a3204ce349","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:29.360591043Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-sub2","reconcileID":"b9df0f9d-f869-4d5e-b66d-058aac4cbc7a","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:29.413738786Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-sub2","reconcileID":"b9df0f9d-f869-4d5e-b66d-058aac4cbc7a","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:29.467494525Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-sub2","reconcileID":"b9df0f9d-f869-4d5e-b66d-058aac4cbc7a","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:29.749598393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"89544ba9-e1ba-43da-ae1b-b74479297a43","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:29.749896394Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:29.862632564Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"6c9fee9f-2f71-4fba-b6f4-ebb29ba7dd76","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:29.867105331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f92df599-3c05-4f03-bb96-4a18f7dbcc26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:29.867137823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9395aeac-812f-46bd-b2f3-2800a32b47f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:29.925733974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9395aeac-812f-46bd-b2f3-2800a32b47f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:29.925733972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f92df599-3c05-4f03-bb96-4a18f7dbcc26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:30.074431867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"7e8d037c-dcca-4fde-9633-11e8c3b63b5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:30.074619912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"43fa0d89-3350-4299-9bd5-e9efb129ad5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:30.074431957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"58ddaad4-e3a6-418f-bca3-9669e012f94e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:30.132282667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"58ddaad4-e3a6-418f-bca3-9669e012f94e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:30.133142816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"43fa0d89-3350-4299-9bd5-e9efb129ad5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:30.134500601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"7e8d037c-dcca-4fde-9633-11e8c3b63b5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:30.244867857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80a2bebb-a25f-441a-9a60-acb972e94186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:30.30228197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80a2bebb-a25f-441a-9a60-acb972e94186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:30.349024437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"5b8d2454-7a3e-4442-a149-6857896209da","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:30.40808327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"5b8d2454-7a3e-4442-a149-6857896209da","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:30.447667672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"1acf218b-412b-47a1-98be-e25cdef827ee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:30.500403822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a352d235-0d92-4c96-bf5a-1d6af68ffbd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:30.504195829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"1acf218b-412b-47a1-98be-e25cdef827ee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:30.558038588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a352d235-0d92-4c96-bf5a-1d6af68ffbd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:30.822730854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"9f922227-adb9-4dc8-9cdc-67660811ccba","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:30.82275716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"9f922227-adb9-4dc8-9cdc-67660811ccba","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:31.483394776Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"be571954-921e-4bc0-904e-c154533c5f6a","namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:31.537567535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"17d86e5d-e660-4cc7-9d88-22c7d5bc686a","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:31.537601877Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"17d86e5d-e660-4cc7-9d88-22c7d5bc686a","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"routeName":"external-model-e2e-rec-recover-cb540c-aba962eaa116","namespace":"e2e-extmod-rec-noaccess-566ba8","model":"e2e-rec-recover-cb540c","externalModel":"e2e-rec-recover-cb540c","provider":"e2e-rec-recover-cb540c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:31.64802811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be43fb92-dd1b-434d-b366-f3c18006c1fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:31.705311805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be43fb92-dd1b-434d-b366-f3c18006c1fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:31.753744586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"94656de1-f498-4039-b3b6-40c206609566","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:31.753813091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"f74306fc-1917-47c9-adbb-0b194e68d5a4","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:31.793627514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"adb1b057-a0b5-4b7c-a290-583efd192694","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:31.793671991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"3e2cb371-93c6-4ad9-a6c5-87c6627fddb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:31.810957195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"f74306fc-1917-47c9-adbb-0b194e68d5a4","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:31.81145374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"94656de1-f498-4039-b3b6-40c206609566","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:31.850748071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"3e2cb371-93c6-4ad9-a6c5-87c6627fddb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:31.853310011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"adb1b057-a0b5-4b7c-a290-583efd192694","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.176292849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"76376c3d-0ade-43f8-8a77-8c1a573af320","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.220950592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"b29cf79c-f1af-40b5-b729-630b6aa36109","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.23488006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"76376c3d-0ade-43f8-8a77-8c1a573af320","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.278441972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"b29cf79c-f1af-40b5-b729-630b6aa36109","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.32182554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"d4744873-d51b-4406-9a15-5544f54536b4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.374208589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"5b89d4b2-1da9-44e8-bd06-e6679dda7df9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.37819678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"17354c9f-59dd-4d2a-ac5e-14a8b5cbb22b","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.379501443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"d4744873-d51b-4406-9a15-5544f54536b4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.431503019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"5b89d4b2-1da9-44e8-bd06-e6679dda7df9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.435413515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"17354c9f-59dd-4d2a-ac5e-14a8b5cbb22b","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.552893753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"eadb9849-f64b-4acd-8852-6472a7087ed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.609723098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"eadb9849-f64b-4acd-8852-6472a7087ed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.705197057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"dd821121-5260-4c4e-9918-fc13e34a5def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.763447686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"dd821121-5260-4c4e-9918-fc13e34a5def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.801991231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40e846b8-1dbc-4fed-964b-7c584bb95713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.865391875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"720bff39-6ed6-4530-8d27-d83287194306","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.87026183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40e846b8-1dbc-4fed-964b-7c584bb95713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:32.9241504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"720bff39-6ed6-4530-8d27-d83287194306","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.065514373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"8c5df480-da17-45cf-9c2c-6936c48b019c","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.065541487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"8c5df480-da17-45cf-9c2c-6936c48b019c","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.065591055Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.124227987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"14b7b5fa-3557-4ed4-9243-8b42d6961ca1","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.12433461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"14b7b5fa-3557-4ed4-9243-8b42d6961ca1","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:42:34.172678728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-a-c0aa00","reconcileID":"6325c502-38e7-468d-a867-9b70381c7173","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-c0aa00\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.173838007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"9a0999a3-4eed-412d-856b-bb7f5ca052e9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:42:34.17833868Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"14b7b5fa-3557-4ed4-9243-8b42d6961ca1","name":"rate-test-model-e92519","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-e92519\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:42:34.178392652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"14b7b5fa-3557-4ed4-9243-8b42d6961ca1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-e92519\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.183693881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"aacb4efe-2524-47b0-86a1-910c9cd55691","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.183710449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"aacb4efe-2524-47b0-86a1-910c9cd55691","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.22617378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"842d18eb-1740-44c9-95f2-38e5436d0d63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.227113158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a18b233-29ba-4338-8891-8fff4a2c4c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.23057558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"9a0999a3-4eed-412d-856b-bb7f5ca052e9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.281897025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"2ccb8d97-abf1-402e-bf2d-8f44da8ec930","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.281912277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"2ccb8d97-abf1-402e-bf2d-8f44da8ec930","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.285534849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a18b233-29ba-4338-8891-8fff4a2c4c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.285580038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"842d18eb-1740-44c9-95f2-38e5436d0d63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.32354729Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.323624601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"630d95af-3459-44f1-8006-fd38bb5df003","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.323639033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"630d95af-3459-44f1-8006-fd38bb5df003","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.382598971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"5ac7d2ad-4388-426a-941a-c70430ed1a29","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.382620542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"5ac7d2ad-4388-426a-941a-c70430ed1a29","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.383112012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"3588dbf6-21ac-49f0-ab2d-40e17377753f","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.383126915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"3588dbf6-21ac-49f0-ab2d-40e17377753f","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.432502561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"d84cfadd-988f-4440-9e07-9fedc33502e4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:42:34.433138936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-b-c0aa00","reconcileID":"cc331e85-6b81-4aa5-bbb6-45eb61c5b8e5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-c0aa00\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.489465617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"d84cfadd-988f-4440-9e07-9fedc33502e4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.540732094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"5f5beec1-5737-4b7b-83a9-0d226b7ba6f6","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.540752759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"5f5beec1-5737-4b7b-83a9-0d226b7ba6f6","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.544187094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"b73bbc96-937e-417c-b10a-d77a8013dfba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.554943415Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-a-c0aa00","reconcileID":"ca30c215-0c66-4e08-a3f7-c761b6d620d7","MaaSSubscription":{"name":"e2e-rate-iso-a-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-rate-test-model-e92519","model":"rate-test-model-e92519","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-e92519/e2e-rate-iso-a-c0aa00"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.598461639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"db803a2c-a16b-4158-a7ca-f8ae4412db12","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.598483221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"db803a2c-a16b-4158-a7ca-f8ae4412db12","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.603374539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"b73bbc96-937e-417c-b10a-d77a8013dfba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.698633538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a3621f5-b08f-4c2e-9c10-72022c191c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.698645756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc9539b3-1c41-4fc6-a9ad-9b0691e03765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.723038409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"64bd723e-c2d5-46d9-bdbd-37a05db4d363","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.723067463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"64bd723e-c2d5-46d9-bdbd-37a05db4d363","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.758181265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a3621f5-b08f-4c2e-9c10-72022c191c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.759175098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc9539b3-1c41-4fc6-a9ad-9b0691e03765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.797195827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"340039d2-e053-4891-9a87-9883cf136f26","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.819174756Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-b-c0aa00","reconcileID":"a1cda7bd-6832-4218-80b2-819ea3b65f6f","MaaSSubscription":{"name":"e2e-rate-iso-b-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-rate-test-model-3880e7","model":"rate-test-model-3880e7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-3880e7/e2e-rate-iso-b-c0aa00"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.854721685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"340039d2-e053-4891-9a87-9883cf136f26","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.935075986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-a-c0aa00","reconcileID":"19af5427-c724-48ae-a942-46d6b92730f4","MaaSSubscription":{"name":"e2e-rate-iso-a-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-rate-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.987010223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"9b55f6f2-6286-47cd-af27-e4bbb5d7bf2d","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:34.987032505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"9b55f6f2-6286-47cd-af27-e4bbb5d7bf2d","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.199302317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-b-c0aa00","reconcileID":"f1493702-0ae9-4b4b-9e86-6e15b31498e8","MaaSSubscription":{"name":"e2e-rate-iso-b-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-rate-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.89332167Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.929827409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"9dd05d72-6f9b-4fc0-9659-7ef20081038c","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:35.929853527Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"9dd05d72-6f9b-4fc0-9659-7ef20081038c","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"routeName":"external-model-e2e-rec-recover-cb540c-aba962eaa116","namespace":"e2e-extmod-rec-noaccess-566ba8","model":"e2e-rec-recover-cb540c","externalModel":"e2e-rec-recover-cb540c","provider":"e2e-rec-recover-cb540c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:36.002157101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"d6695da8-fbdf-4d07-a2ad-2f08e53effa4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-a04f11df","tenantID":"e2e-ait-a04f11df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:36.036899855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"e24bf6e6-794d-4c85-9822-912c10295874","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:36.036925323Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"e24bf6e6-794d-4c85-9822-912c10295874","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"routeName":"external-model-e2e-rec-recover-cb540c-aba962eaa116","namespace":"e2e-extmod-rec-noaccess-566ba8","model":"e2e-rec-recover-cb540c","externalModel":"e2e-rec-recover-cb540c","provider":"e2e-rec-recover-cb540c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:36.119662589Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"d6695da8-fbdf-4d07-a2ad-2f08e53effa4","name":"e2e-ait-a04f11df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:36.310910786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"603f895c-147c-4a55-8c43-1f7fa47e87a9","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:36.373075321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"603f895c-147c-4a55-8c43-1f7fa47e87a9","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:36.694711252Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"78e57d14-edee-4e20-ad38-00e85ca26cf6","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:36.81266859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"0ab69768-b51f-4159-9c3c-3f7f6dee0e90","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:36.812696411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"0ab69768-b51f-4159-9c3c-3f7f6dee0e90","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"routeName":"external-model-e2e-rec-recover-cb540c-aba962eaa116","namespace":"e2e-extmod-rec-noaccess-566ba8","model":"e2e-rec-recover-cb540c","externalModel":"e2e-rec-recover-cb540c","provider":"e2e-rec-recover-cb540c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:39.892045169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"02e315ce-1103-42df-b794-4116ead9f1cb","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:39.892072153Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth1","reconcileID":"1bef2621-77e8-4829-a962-6e2cbdf7b888","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:39.902982666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"5bf8267c-e9ad-4d0a-af84-903e551d335f","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:39.958300518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"cdf25a99-739b-4a2d-b722-84d51b555d05","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.101969549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"b57266aa-a10b-430a-b22a-2d54c1ac8353","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.11957689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-kube-auth","reconcileID":"cdbcc866-b9ce-4693-850c-2361eee0003d","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.176422576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"7776748a-fc6c-4890-9bf8-929b16426237","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.176894535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-kube-auth","reconcileID":"cdbcc866-b9ce-4693-850c-2361eee0003d","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.17715657Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.235251923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"d7ffa63b-46a0-456c-aa0f-6283a6dc86ff","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.237210956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"a05c8f03-907b-4448-bbe5-0dd9ddfb69f1","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:42:40.28891558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-kube","reconcileID":"0f0baf9a-70b7-4218-98cd-bef08064ed5e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.341192749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8eb9e03d-036c-46c4-8941-b3ad50f10094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.341515318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f77f8f1-fb3a-4b23-b657-a35abc9bb38b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.342490464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d30bec14-5138-44a8-8efd-2bf62656142d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.34342411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"239f38a6-1cc5-46c8-8bff-187200e4dffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.399900781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8eb9e03d-036c-46c4-8941-b3ad50f10094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.400873694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f77f8f1-fb3a-4b23-b657-a35abc9bb38b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.402624817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"239f38a6-1cc5-46c8-8bff-187200e4dffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.40302491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d30bec14-5138-44a8-8efd-2bf62656142d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.40371349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"d40f7fda-679c-46be-97d8-8c0242f85d48","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.453262921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"b6396d45-2625-4a90-8261-277fe9693e62","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.458987243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"b9230be3-6be5-4ee3-a980-df8c2aba1a22","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.60651685Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-ignore-header-auth2","reconcileID":"a27545f5-8858-4a43-a6b1-890a68541254","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.612430512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-kube-auth","reconcileID":"011a9f91-9899-4205-be8a-2a7274a98511","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.668935025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-kube-auth","reconcileID":"011a9f91-9899-4205-be8a-2a7274a98511","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.729134033Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-kube","reconcileID":"ae9dac97-03c3-4944-a84a-7047e376dd80","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-degraded-models-kube","ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.72926692Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-kube","reconcileID":"ae9dac97-03c3-4944-a84a-7047e376dd80","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.767087583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"fcdae998-688a-462c-a0a5-5da2a7755215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.767316121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"886a6866-d22e-4661-a7c3-fe83481fac42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.767599204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"96cae9b9-c2f4-4616-ab69-bb037a9bb90b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.824285377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"fcdae998-688a-462c-a0a5-5da2a7755215","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.824795887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"96cae9b9-c2f4-4616-ab69-bb037a9bb90b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.826633457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"886a6866-d22e-4661-a7c3-fe83481fac42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.864080157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"a81fcfd7-1263-482b-8533-ddb513dcae38","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.941908374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"c750b558-f0fc-4b35-a708-bf716aa6a396","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:40.949750139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"3b04c438-513c-44af-9426-a75ddcace076","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:42:40.960740979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-kube-auth","reconcileID":"011a9f91-9899-4205-be8a-2a7274a98511","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-kube-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.026440895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17388fd6-7a01-4558-bc17-1f920e598bee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.086337051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17388fd6-7a01-4558-bc17-1f920e598bee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.127738709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-kube-auth","reconcileID":"637d751c-80ae-4dc7-a2c3-4ca4af80432d","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.161558629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-kube","reconcileID":"af798283-1b43-4d08-8522-8cb93549ef85","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.161713832Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-kube","reconcileID":"af798283-1b43-4d08-8522-8cb93549ef85","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.188751761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-kube-auth","reconcileID":"637d751c-80ae-4dc7-a2c3-4ca4af80432d","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.430073979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"289b7088-5fea-459b-814c-7d879abfd1b7","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.615381284Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.674897035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"a4e7090c-1177-4e23-89c3-821552e5b24f","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.680022775Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"a4e7090c-1177-4e23-89c3-821552e5b24f","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"routeName":"external-model-e2e-rec-recover-cb540c-aba962eaa116","namespace":"e2e-extmod-rec-noaccess-566ba8","model":"e2e-rec-recover-cb540c","externalModel":"e2e-rec-recover-cb540c","provider":"e2e-rec-recover-cb540c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:42:41.795892541Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-cb540c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.846628905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"8f046a2c-7ff7-4db3-bd23-28309629ba3f","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.846656041Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"8f046a2c-7ff7-4db3-bd23-28309629ba3f","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"routeName":"external-model-e2e-rec-ctrl-41e692-ef592cd53598","namespace":"e2e-extmod-rec-user-a830cb","model":"e2e-rec-ctrl-41e692","externalModel":"e2e-rec-ctrl-41e692","provider":"e2e-rec-ctrl-41e692-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.943840311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"544c3148-a750-4b79-a943-0e0dec197522","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.944170938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"cf361432-f31c-48bd-8df3-3435640a5099","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.944574032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"dad6d229-9b16-4fec-acd0-7096e2faf516","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.944764294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"5dc84ca8-dfee-4cb8-9c25-ac5edb96c866","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.945169175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"6cdb2350-ea7d-4bd7-8fe8-8a6ddc0a08b7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.953091059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"91a960ed-d703-4a68-877f-11d83d5de4cd","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:41.953108111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"91a960ed-d703-4a68-877f-11d83d5de4cd","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"routeName":"external-model-e2e-rec-recover-cb540c-aba962eaa116","namespace":"e2e-extmod-rec-noaccess-566ba8","model":"e2e-rec-recover-cb540c","externalModel":"e2e-rec-recover-cb540c","provider":"e2e-rec-recover-cb540c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.001470658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"cf361432-f31c-48bd-8df3-3435640a5099","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.001594672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"544c3148-a750-4b79-a943-0e0dec197522","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.003869893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"6cdb2350-ea7d-4bd7-8fe8-8a6ddc0a08b7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.004015423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"5dc84ca8-dfee-4cb8-9c25-ac5edb96c866","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.00619252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"dad6d229-9b16-4fec-acd0-7096e2faf516","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.059230226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"9eb0accd-f60e-4bdd-9a6e-a1e24b9bc9ef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.059255478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"9eb0accd-f60e-4bdd-9a6e-a1e24b9bc9ef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.06410547Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb540c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-sub","reconcileID":"4e885987-3065-44cf-bf3c-f6e53033e7c2","MaaSSubscription":{"name":"e2e-rec-recover-cb540c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-rec-recover-cb540c","model":"e2e-rec-recover-cb540c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.170107253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"8460b948-3d2e-445d-bdfb-94a498313bc1","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.170143015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"8460b948-3d2e-445d-bdfb-94a498313bc1","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.313774724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"073cbb86-ec1e-4c17-9d0a-92a5e435dc3e","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.31497656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"073cbb86-ec1e-4c17-9d0a-92a5e435dc3e","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.369358674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"e4dddf1f-1fbc-4b87-b607-7c189a8bb38b","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.369737394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"8d5018f9-9a4b-448e-8f3b-155e479d7aee","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.427900838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"1aeebf78-f435-409a-bcc5-3467e6955215","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.428819264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"1aeebf78-f435-409a-bcc5-3467e6955215","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"routeName":"external-model-e2e-rec-recover-cb540c-aba962eaa116","namespace":"e2e-extmod-rec-noaccess-566ba8","model":"e2e-rec-recover-cb540c","externalModel":"e2e-rec-recover-cb540c","provider":"e2e-rec-recover-cb540c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.515246577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05ad0ebe-ab8c-4e4c-9e1f-7c429c8434af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.521161969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7d083f8-a63e-450c-a8c4-dd90e432c6f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.523645149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"430865f6-e085-49e0-ba6b-75aaf457a37e","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.523054166Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.591366959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05ad0ebe-ab8c-4e4c-9e1f-7c429c8434af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.624743584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7d083f8-a63e-450c-a8c4-dd90e432c6f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.636421354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb540c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-sub","reconcileID":"a012cfb8-8f3c-43ba-a820-89e9c2195dfb","MaaSSubscription":{"name":"e2e-rec-recover-cb540c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-rec-recover-cb540c","model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.681663932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"129eca84-ce97-40f4-aa6c-4b655b741bf4","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.681994472Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"129eca84-ce97-40f4-aa6c-4b655b741bf4","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"routeName":"external-model-e2e-rec-recover-cb540c-aba962eaa116","namespace":"e2e-extmod-rec-noaccess-566ba8","model":"e2e-rec-recover-cb540c","externalModel":"e2e-rec-recover-cb540c","provider":"e2e-rec-recover-cb540c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:42:42.681899225Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-885382/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.692506246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"d5a96457-ff52-41b8-a9fa-eee357a21936","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.714323728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"f87bace8-3dc9-4282-8537-3116253a8a04","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.715093777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"7f3cefb0-940c-4e6d-a70b-bcf99e75aadb","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.737380905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"03a4c09f-91f2-4dc9-90ea-ead86dab2f3c","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.767961423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"d5a96457-ff52-41b8-a9fa-eee357a21936","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.792420123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"7f3cefb0-940c-4e6d-a70b-bcf99e75aadb","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.793172972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"f87bace8-3dc9-4282-8537-3116253a8a04","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.793727491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"b5773a4c-d6cf-4c46-829a-8ab06f60621a","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:42.989668485Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-sub1","reconcileID":"db4fadf5-6084-4cd6-994d-157ccf706101","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-w3-885382","model":"distinct-w3-885382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-885382/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.089661169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"aef1707a-6d7f-4717-9663-5378651e1d4a","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.093711233Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]","namespace=ai-tenant-e2e-worker-w3-885382 priority=0:[ai-tenant-e2e-worker-w3-885382/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-885382/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.211028951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-b-c0aa00","reconcileID":"a62641d9-b4a7-4197-97e0-0258f112e65b","MaaSSubscription":{"name":"e2e-rate-iso-b-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-rate-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.219920818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"5065ec7e-37ac-415d-8072-d149469592be","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:42:43.24286789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-sub2","reconcileID":"4b507035-595e-4a8b-99a0-6283cd080acc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.244327269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"8299f2fc-da76-49d0-abcb-928e8704fd79","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.245620031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"f7f31038-3d2f-46c3-a3c6-d599596de800","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.345721286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"c47e8996-de17-460e-b6e9-4c66d8d9088f","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:42:43.407049627Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-885382/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.456564218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-a-c0aa00","reconcileID":"41958e83-4816-4e39-ab34-01c1efc5bafb","MaaSSubscription":{"name":"e2e-rate-iso-a-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-rate-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.46200971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"f6231ade-8667-470d-bdf3-8671bde62173","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.553488332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"807f6af1-942c-419e-add6-f04fd73a55f0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.58097194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"a3d08d78-a88f-4a47-97d6-dfcf217d276f","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.554718718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"5065ec7e-37ac-415d-8072-d149469592be","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.682896318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth1","reconcileID":"066488c4-4708-4c54-9cc1-3f2d20a091f4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.706226278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"e35de8fa-8817-4612-a50c-95a940feb3c6","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.729930711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"e35de8fa-8817-4612-a50c-95a940feb3c6","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.729276696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"807f6af1-942c-419e-add6-f04fd73a55f0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.729368617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-sub1","reconcileID":"3678bc26-f62f-4828-910e-3fc9c916583a","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.745047197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"816f1e59-9cf0-46e8-8b21-e5b2bab29c11","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.745139228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"816f1e59-9cf0-46e8-8b21-e5b2bab29c11","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.803867022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"10e369b8-51ba-4138-af8c-19050384907c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.822426868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth1","reconcileID":"066488c4-4708-4c54-9cc1-3f2d20a091f4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.87075029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"9fc0b197-3616-4dec-b699-af4657b9d555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.872300761Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-sub2","reconcileID":"fdc8d30a-74d2-4db6-a99d-c516f4892aad","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-2-w3-885382","model":"distinct-2-w3-885382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-885382/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.881725224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"10e369b8-51ba-4138-af8c-19050384907c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:43.999089062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"9fc0b197-3616-4dec-b699-af4657b9d555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.095656291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"9d3d06aa-04c0-4c2d-9d64-bcf2258ad1a6","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.154988699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48c72e54-695c-4f4c-a0c6-078615bc7830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.200372198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"436fb1e8-049c-4346-9e29-a8379b8db72f","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.203871667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"0a0fe231-11f7-4ce8-a1eb-eb84f3b20f69","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.222032184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48c72e54-695c-4f4c-a0c6-078615bc7830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.318868487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc590dd6-77a0-4ab1-b1e3-af7a63809222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.32529453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-sub2","reconcileID":"b9cc998c-0620-4e4b-a0c2-bc22d25a5d95","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-2-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.379545356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc590dd6-77a0-4ab1-b1e3-af7a63809222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.526362175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"60d86557-fa52-4f59-99ea-393bc435fe17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.526890758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth1","reconcileID":"c0800eca-c547-4858-b5c1-a3fb12f79eee","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.555499084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth2","reconcileID":"193e9134-e13a-47d3-bfbf-1e8aa4778131","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.605365753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth1","reconcileID":"c0800eca-c547-4858-b5c1-a3fb12f79eee","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.609649291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"60d86557-fa52-4f59-99ea-393bc435fe17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.61798672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth2","reconcileID":"193e9134-e13a-47d3-bfbf-1e8aa4778131","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.722869883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"10a8f222-e8fb-44ac-9f92-c1c13c3327dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.742936823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"8bdace5d-35bf-4b4c-ad7e-1bfd67c103fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.780828528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"10a8f222-e8fb-44ac-9f92-c1c13c3327dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.802547509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"8bdace5d-35bf-4b4c-ad7e-1bfd67c103fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.940302553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"dfe1f133-e4c1-48ea-ba2f-008dd6415a7e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.990231746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"163c40bb-52d8-4194-a052-390670bfb2a9","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:44.996887029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"dfe1f133-e4c1-48ea-ba2f-008dd6415a7e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:45.097684545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"99c0e610-bec4-4a79-a701-967bd9c267de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:45.154370074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"99c0e610-bec4-4a79-a701-967bd9c267de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:45.251906704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth1","reconcileID":"e5ed0142-ac61-4071-a3a6-c20cc7d5ee96","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:45.251909116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a91bf85a-1918-4112-b65d-020293513a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:45.254357367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth2","reconcileID":"3bcfdbae-7225-4ed4-9755-5983f52e3af4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:45.310228069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a91bf85a-1918-4112-b65d-020293513a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:45.310311548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth1","reconcileID":"e5ed0142-ac61-4071-a3a6-c20cc7d5ee96","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:45.312542653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth2","reconcileID":"3bcfdbae-7225-4ed4-9755-5983f52e3af4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:46.802450808Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"df5adc00-5820-4c6e-a77f-3fcbbe3eaaff","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:48.278394864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"574fef32-e50d-49a7-b0b4-16cecb84dc07","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:48.439328563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6dd9f3fc-54a5-491f-8e08-b2a4a093170c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:48.443332466Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-sub1","reconcileID":"d7b77f7e-79d5-47d4-80eb-a37d9cdfab78","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cd668729","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:48.496639612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6dd9f3fc-54a5-491f-8e08-b2a4a093170c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:48.544156946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth2","reconcileID":"8db2bf10-5b41-412d-8b04-5743f14b5045","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:48.548122518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"d4d523f3-5a8d-4d15-8a29-80164474c621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:48.548474611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0af70f9f-3f31-4b43-bb02-91a1f649b795","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:48.548615656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth1","reconcileID":"ad58db60-15ab-462a-b6a7-70abb51147a9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:48.601770297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth2","reconcileID":"8db2bf10-5b41-412d-8b04-5743f14b5045","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:48.605310399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0af70f9f-3f31-4b43-bb02-91a1f649b795","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:48.605774865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth1","reconcileID":"ad58db60-15ab-462a-b6a7-70abb51147a9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:48.607536576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"d4d523f3-5a8d-4d15-8a29-80164474c621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:48.862501955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac139ed6-2b02-47c0-8c59-2affac888fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:48.919546469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac139ed6-2b02-47c0-8c59-2affac888fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:49.070133216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth2","reconcileID":"6fcb23ae-664a-4f80-8164-7f35a1f5e2ae","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:49.070183972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"3692b2b5-db09-4181-bb8c-5a847b5639fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:49.070576628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth1","reconcileID":"903648bc-415b-4ad1-a7d2-aa538bdfa457","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:49.070660999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f33d363e-91e9-4434-a049-e738097a892f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:49.128715754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth2","reconcileID":"6fcb23ae-664a-4f80-8164-7f35a1f5e2ae","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:49.129029951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth1","reconcileID":"903648bc-415b-4ad1-a7d2-aa538bdfa457","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:49.131458624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f33d363e-91e9-4434-a049-e738097a892f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:49.132094872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"3692b2b5-db09-4181-bb8c-5a847b5639fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:50.544250649Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"98a9e396-8554-42f5-b336-4d2bfd62019d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:50.544384045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"2c335788-e1e0-46b3-980c-b1e9334afe06","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:50.544404423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"2c335788-e1e0-46b3-980c-b1e9334afe06","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:50.753079386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"98a9e396-8554-42f5-b336-4d2bfd62019d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:50.815297602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-a-c0aa00","reconcileID":"b0b46c94-a283-4f60-9734-60c729c48715","MaaSSubscription":{"name":"e2e-rate-iso-a-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-rate-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:50.876030705Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"98a9e396-8554-42f5-b336-4d2bfd62019d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:50.876054819Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"98a9e396-8554-42f5-b336-4d2bfd62019d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:50.932673213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"f2265230-b907-4374-8ada-c6f09e609873","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:50.932693273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"f2265230-b907-4374-8ada-c6f09e609873","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.090521327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"c862bb7b-b498-4b0a-864a-396b34ef7536","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.090545446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"c862bb7b-b498-4b0a-864a-396b34ef7536","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.090527859Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"1e4b1f24-0ff6-4272-875e-83a84ff33a9c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.214650659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-a-c0aa00","reconcileID":"2a46a360-ce2e-4fe8-bc8b-71e1cf4e9946","MaaSSubscription":{"name":"e2e-rate-iso-a-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-rate-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.300909377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"1e4b1f24-0ff6-4272-875e-83a84ff33a9c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.304644759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"db330fcc-8d4d-4ee0-b221-e8ff66b8d737","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.391815518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-b-c0aa00","reconcileID":"f1be0050-dc61-47f6-855c-443f12f7a960","MaaSSubscription":{"name":"e2e-rate-iso-b-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-rate-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.462308602Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"1e4b1f24-0ff6-4272-875e-83a84ff33a9c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.462334548Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"1e4b1f24-0ff6-4272-875e-83a84ff33a9c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.514196337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"8ad3aaf5-e688-45ce-b25f-cd646ed38110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.514585374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1fc599d-95b2-49ab-8108-963e9328d54d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.514957767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-kube-auth","reconcileID":"f93b7bab-5099-4771-992a-589d91ddeaa2","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.515409274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ed3ac35c-79ad-4c96-a8da-d58ea40eb29c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.518482349Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"d78d90b9-d731-48ab-9b87-3c561df6307a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.519019548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"cafee5f7-d8af-4421-9bf1-24b4fa3821a7","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.519042312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"cafee5f7-d8af-4421-9bf1-24b4fa3821a7","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.571551447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"8ad3aaf5-e688-45ce-b25f-cd646ed38110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.571742212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1fc599d-95b2-49ab-8108-963e9328d54d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.573995929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-kube-auth","reconcileID":"f93b7bab-5099-4771-992a-589d91ddeaa2","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.57421105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ed3ac35c-79ad-4c96-a8da-d58ea40eb29c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.676694958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"d7c1fee6-318a-44b3-9bb2-f248caa0d032","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.676719469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"d7c1fee6-318a-44b3-9bb2-f248caa0d032","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.726805174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"d78d90b9-d731-48ab-9b87-3c561df6307a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.783366073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"d78d90b9-d731-48ab-9b87-3c561df6307a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.783392533Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"d78d90b9-d731-48ab-9b87-3c561df6307a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.790171109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-b-c0aa00","reconcileID":"02ec3c51-72d6-43da-8c0d-8f80fd0df0a2","MaaSSubscription":{"name":"e2e-rate-iso-b-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-rate-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:42:51.836229837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-auth-c0aa00","reconcileID":"d78d90b9-d731-48ab-9b87-3c561df6307a","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-c0aa00\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:51.998353812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f25d090-9fb0-4f60-bbf2-ce80ca912f6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:52.057754121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f25d090-9fb0-4f60-bbf2-ce80ca912f6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:52.097609676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd2ec379-846b-4825-ab0b-858dbad2195a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:52.155597586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd2ec379-846b-4825-ab0b-858dbad2195a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:56.909808778Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"d0eac2e6-38c0-4582-a322-3f6c1267c191","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.497336068Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-sub1","reconcileID":"874d3ab7-c4ff-4cd4-953c-d355a379ab59","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.550368168Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-sub1","reconcileID":"874d3ab7-c4ff-4cd4-953c-d355a379ab59","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.603770966Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-sub1","reconcileID":"874d3ab7-c4ff-4cd4-953c-d355a379ab59","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.880644172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"a8fff609-d9f5-45b9-a710-e230b64c548c","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.881048Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:58.94188388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"4068c886-7195-42da-86d9-7191832d8100","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.029367277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"fc785ac6-2bc5-4601-8e92-de1d8813a227","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.043286156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"622b3aca-b032-4973-b50b-2dc9e3a823f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.101089641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"622b3aca-b032-4973-b50b-2dc9e3a823f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.146235936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"8d382b4b-28a8-469d-bc95-28dcc5e51efd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.146303566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth1","reconcileID":"b2dd7485-2b5b-41e8-8489-8a8a2f43274e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.147026414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth2","reconcileID":"1bbfef35-ccf1-443e-902b-1ff402a44500","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.151031951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7af23821-869a-41f2-ae62-777bfc341cfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.193766421Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-sub2","reconcileID":"e89b0698-a2a8-48a3-af9f-d2a18392cffd","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bbf4af76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.2031676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"8d382b4b-28a8-469d-bc95-28dcc5e51efd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.203194879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth1","reconcileID":"b2dd7485-2b5b-41e8-8489-8a8a2f43274e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.206128043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth2","reconcileID":"1bbfef35-ccf1-443e-902b-1ff402a44500","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.210513037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7af23821-869a-41f2-ae62-777bfc341cfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.471898965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a29cfe3a-784b-4422-b061-2c1403053b9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.529186752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a29cfe3a-784b-4422-b061-2c1403053b9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.688573769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"1348fc05-11e9-4513-ad48-4622d5ffce94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.689014354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth1","reconcileID":"32c40fd9-cba2-44e5-9a4d-5825a5d01a07","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.689400459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth2","reconcileID":"0dd21acb-f448-4355-a52a-024a8b60b6e9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.753677874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"1348fc05-11e9-4513-ad48-4622d5ffce94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.759572581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth2","reconcileID":"0dd21acb-f448-4355-a52a-024a8b60b6e9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.766436784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth1","reconcileID":"32c40fd9-cba2-44e5-9a4d-5825a5d01a07","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.778197682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"66c6fab8-1373-4d2c-ba52-8f9aa51419dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.860393288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"66c6fab8-1373-4d2c-ba52-8f9aa51419dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:42:59.935367258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7fa144c-0ce1-4586-a995-090f4a53f49f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:00.03561602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7fa144c-0ce1-4586-a995-090f4a53f49f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:01.496383063Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-kube","reconcileID":"754e2e49-cd6c-4717-9be7-e1345604729a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:01.752363428Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-kube","reconcileID":"754e2e49-cd6c-4717-9be7-e1345604729a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:01.752484844Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-kube","reconcileID":"754e2e49-cd6c-4717-9be7-e1345604729a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:01.752678637Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-kube","reconcileID":"754e2e49-cd6c-4717-9be7-e1345604729a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-a7f34a/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:01.842210208Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-a-c0aa00","reconcileID":"d1602618-ca00-4534-a37e-11b40effbb01","MaaSSubscription":{"name":"e2e-rate-iso-a-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","subscription":"e2e-rate-iso-a-c0aa00","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:01.899936327Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-a-c0aa00","reconcileID":"d1602618-ca00-4534-a37e-11b40effbb01","MaaSSubscription":{"name":"e2e-rate-iso-a-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:01.994520968Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-rate-iso-a-c0aa00","reconcileID":"d1602618-ca00-4534-a37e-11b40effbb01","MaaSSubscription":{"name":"e2e-rate-iso-a-c0aa00","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.062390954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"81037357-2fca-4e35-97c9-8586aa962e37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.133042415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"82db47d0-d98a-4636-b2c1-cc0c1bddd618","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.134126671Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.278854091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"f80e73f4-0ff5-4070-9224-e5e32408abe8","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.33917791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c335e9b6-7d5c-4c62-ae41-24881deccfc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.362623472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"6d59fbbb-e844-4717-ad20-d68b337eff6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.363723974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"4775b7d2-ef88-421a-b6ae-d165a53973ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.400083024Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.402958468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aaac62fb-35ee-4069-8234-bc991b50ab8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.403978972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-kube-auth","reconcileID":"cb1d13a3-cb12-49e1-842d-491f3de75bb2","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.409062411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"1a771b78-6005-4c2e-b27e-ad15b2c1aa06","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/rate-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.412962671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"rate-test-model-e92519","reconcileID":"1a771b78-6005-4c2e-b27e-ad15b2c1aa06","MaaSModelRef":{"name":"rate-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"rate-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"rate-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.419002223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c335e9b6-7d5c-4c62-ae41-24881deccfc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.444279594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"6d59fbbb-e844-4717-ad20-d68b337eff6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.504917839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"4775b7d2-ef88-421a-b6ae-d165a53973ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.557701147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aaac62fb-35ee-4069-8234-bc991b50ab8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.620700085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-kube-auth","reconcileID":"cb1d13a3-cb12-49e1-842d-491f3de75bb2","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.586899536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"f3ee6597-671f-433d-888f-a5e1791f7bb2","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.624306706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"f3ee6597-671f-433d-888f-a5e1791f7bb2","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.67843864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb540c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-sub","reconcileID":"170bb8bb-d69f-4d88-b1ac-a76a73c587f3","MaaSSubscription":{"name":"e2e-rec-recover-cb540c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-rec-recover-cb540c","model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.854698215Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-degraded-models-kube-auth","reconcileID":"d41ed9fc-482a-4f43-b749-0777a4f8d176","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.913295427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbe4d5b5-67ee-47f8-ba72-e2075d7efc50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:02.970808187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbe4d5b5-67ee-47f8-ba72-e2075d7efc50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.019686944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4339ecd-672d-488c-91d3-fa4d05d894a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.028142831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"759bb820-5f47-454d-8a95-ae1ad677605f","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.028178146Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"759bb820-5f47-454d-8a95-ae1ad677605f","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"routeName":"external-model-e2e-rec-recover-cb540c-aba962eaa116","namespace":"e2e-extmod-rec-noaccess-566ba8","model":"e2e-rec-recover-cb540c","externalModel":"e2e-rec-recover-cb540c","provider":"e2e-rec-recover-cb540c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.080034887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4339ecd-672d-488c-91d3-fa4d05d894a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.110669988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"893875bc-5f1f-42bc-bb61-331d1f082212","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.289069362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth2","reconcileID":"99d42b8a-b331-401e-8574-c8ff03ff395c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.289077283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b79f7018-6d6b-4074-ad7e-1f0add0ef92e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.346196327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth2","reconcileID":"99d42b8a-b331-401e-8574-c8ff03ff395c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.346246461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b79f7018-6d6b-4074-ad7e-1f0add0ef92e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.387918195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth1","reconcileID":"84fa1a54-b70f-467d-bd4e-facde8faa9c2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.444850974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth1","reconcileID":"84fa1a54-b70f-467d-bd4e-facde8faa9c2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.519535085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"974c2683-750d-44f3-92c7-3fedfb83a0d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.57701322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"974c2683-750d-44f3-92c7-3fedfb83a0d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.670094802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"b0d856dd-e44b-4832-a091-59e5e4f66974","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.727137064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"b0d856dd-e44b-4832-a091-59e5e4f66974","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.772600092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"93ba62ed-2830-4875-b463-245db9a831c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.772599559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth2","reconcileID":"78bcfdd0-cee0-4d40-a99c-c75631d96602","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.830212472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"93ba62ed-2830-4875-b463-245db9a831c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.8311068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth2","reconcileID":"78bcfdd0-cee0-4d40-a99c-c75631d96602","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.923523855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth1","reconcileID":"cf58f84e-9bbd-4e67-81f3-e2eb96b36721","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:03.981152024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth1","reconcileID":"cf58f84e-9bbd-4e67-81f3-e2eb96b36721","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:05.899044781Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:07.016932184Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"32a63811-8597-4ced-a7e6-a482eb3424f4","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:09.24753958Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-sub2","reconcileID":"6c189041-c6bc-4aaf-944b-89c0394a69da","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:09.301336951Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-sub2","reconcileID":"6c189041-c6bc-4aaf-944b-89c0394a69da","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:09.354991556Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-sub2","reconcileID":"6c189041-c6bc-4aaf-944b-89c0394a69da","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:09.62809746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"ea48055b-56ca-4e73-b1f1-f94bf5e25fae","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:09.628376812Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:09.76926794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"c377cf04-6667-4a6d-aa56-dffe37f00e53","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:09.792116897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5d282bc-89b5-4b9a-83a1-4322a6ede834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:09.850255429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5d282bc-89b5-4b9a-83a1-4322a6ede834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:09.898417331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"30b0ded7-04a7-4b8f-b462-4b16a3848759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:09.907211023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"5f5d957a-cdf4-4780-8105-d89c3d597676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:09.910087285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth2","reconcileID":"a6413797-5b49-41ff-99f8-eeabdd5e397d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:09.910089165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth1","reconcileID":"9a14efac-26f3-453c-9be6-d7c156560e66","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:09.955429018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"30b0ded7-04a7-4b8f-b462-4b16a3848759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:09.963613346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"5f5d957a-cdf4-4780-8105-d89c3d597676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:09.966747193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth2","reconcileID":"a6413797-5b49-41ff-99f8-eeabdd5e397d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:09.967181003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth1","reconcileID":"9a14efac-26f3-453c-9be6-d7c156560e66","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:10.124933449Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth1","reconcileID":"7e3c3e92-c492-4936-a3d8-86a691e2d47c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:10.170136934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"740aaca3-f4ec-4cd6-8fe1-e3808df300b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:10.227204994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"740aaca3-f4ec-4cd6-8fe1-e3808df300b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:10.335079888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"7f45da7b-3437-4f2f-a27e-aa2716eb7671","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:10.342310259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth2","reconcileID":"f0672b2b-b932-428e-b069-4ac7c04aa8f4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:10.404398684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth2","reconcileID":"f0672b2b-b932-428e-b069-4ac7c04aa8f4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:10.466656532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"de85d1b0-5bf6-45e5-9bd4-4b78f663d616","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:10.612228217Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-multi-keys-auth2","reconcileID":"617b53f1-beaf-48c2-816b-44eff0c71342","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:10.776846509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"139c0d12-6a44-4abe-91a5-eb32ba011d0a","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:11.836576194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"ffec9859-f1ac-49ee-9455-43a4d884e0b0","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:11.837380222Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:11.8944576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"e8ded182-f65b-4377-948c-89d3e10f3e4a","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:43:11.944371018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-list-subs-refs-sub","reconcileID":"706b0304-aa69-4581-928c-2fd01ae1632b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:11.997421167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"30171c49-22ea-4f49-88df-44220cdecd79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:11.997694182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e471f40e-f182-4ec3-9d65-e0609c006bb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:11.998488861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"c7f53852-eabc-4f49-b6a8-de3724c31367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:11.99875943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8a22203-91dd-4d2e-83c9-91c2418b7d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.055382644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"30171c49-22ea-4f49-88df-44220cdecd79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.055462591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"c7f53852-eabc-4f49-b6a8-de3724c31367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.057772934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8a22203-91dd-4d2e-83c9-91c2418b7d10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.057837454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e471f40e-f182-4ec3-9d65-e0609c006bb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.058904833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"a3e3b0aa-15eb-4213-9449-a8e67c4ca11e","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.08008554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"02eb8447-1b1c-4be6-8b6e-fca3766deac2","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.115957424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"978af1f4-de24-4eb9-8b5f-7efa765fb3eb","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.13703388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"57710577-8e8d-4edd-bed1-385778df24b7","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.342631972Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.342774639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"0770910c-a47c-4334-b8f0-afe598119a03","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.350646145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"85c5486a-8a0f-4a46-becc-74100591c0ae","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.374933046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"78e53748-49f6-4c1d-922a-46976a70839c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.375016278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"66246e31-3643-449f-a298-5f26a1e54685","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.376747011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75a386f5-4e5c-41be-9c02-b40c17795057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.377136647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12e1140f-97f1-4883-9a11-547335c3d561","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.387083887Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-list-subs-refs-sub","reconcileID":"20bd3322-1999-4f82-98ce-de0418fb017d","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.403949338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"5759d6a6-c38b-4d4d-8370-abf8d4042318","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.407511554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"85c5486a-8a0f-4a46-becc-74100591c0ae","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.432756261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"78e53748-49f6-4c1d-922a-46976a70839c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.433413414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"66246e31-3643-449f-a298-5f26a1e54685","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.436426367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75a386f5-4e5c-41be-9c02-b40c17795057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.43683842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12e1140f-97f1-4883-9a11-547335c3d561","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:43:12.451453546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"5c9eedb7-4eb7-427f-b65a-bbf1e9458250","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.458208701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"46f96903-c972-494b-b304-1260957fbc8d","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.554840658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"5b5415f0-fb5e-47b5-9f01-21ae477cc85a","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.560855077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"cd2893b3-1c90-452d-bdad-af12c64fa41e","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.601887883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"918c5528-310f-4dc8-b71e-55dd0527aeb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.616641732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"868f0331-b085-4c81-9899-8f18a632d3b8","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.621756253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"c3af0fd6-ace1-456d-95ae-68d7b1ed7458","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.748431483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"a139a3ae-7570-4284-be5f-11bf36fd10e9","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.767770402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-list-subs-refs-sub","reconcileID":"d180e96c-9699-40a4-9a50-fee63b407e11","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.800704765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76d9b032-2d96-4d4d-920c-0dfb5b3fec5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.801732341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53c2d131-d1fd-4751-b4ad-f17a50dc0a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.848511633Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-b-c0aa00","reconcileID":"03888f60-216e-48d0-9df2-4f6eaf9a5816","MaaSSubscription":{"name":"e2e-rate-iso-b-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","subscription":"e2e-rate-iso-b-c0aa00","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.859204953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76d9b032-2d96-4d4d-920c-0dfb5b3fec5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.859922937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53c2d131-d1fd-4751-b4ad-f17a50dc0a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.879288597Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"6f9cad3f-4abb-433a-8985-d97fa2b7461f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-w3-885382","model":"distinct-w3-885382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-885382/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.892457779Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]","namespace=ai-tenant-e2e-worker-w3-885382 priority=0:[ai-tenant-e2e-worker-w3-885382/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-885382/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.892717268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"b103878c-5761-4f5e-a1c7-1b56afda4aef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.902466817Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-b-c0aa00","reconcileID":"03888f60-216e-48d0-9df2-4f6eaf9a5816","MaaSSubscription":{"name":"e2e-rate-iso-b-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.904989571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"db21443a-d288-4c2f-af51-fb632f6a5abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.906121932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"b79ef56e-0b1b-4845-9db2-cd109302cb65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.953087417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"cd090f3b-9a05-4912-9fa7-372c34c4c1d5","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.963251909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"db21443a-d288-4c2f-af51-fb632f6a5abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.964596391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"b79ef56e-0b1b-4845-9db2-cd109302cb65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:12.99927971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"9a76b997-316f-4757-9eaf-98258161dd36","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:43:13.006125309Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-885382/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.013223899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"877a5b06-576f-4f22-80c8-5f4524abe760","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.033622677Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-rate-iso-b-c0aa00","reconcileID":"03888f60-216e-48d0-9df2-4f6eaf9a5816","MaaSSubscription":{"name":"e2e-rate-iso-b-c0aa00","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.046999038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"6dc57289-e66b-40f4-b92f-00a733f60a29","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.056563665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"a44291a8-87bf-4b72-af9d-f3f643b35dcd","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.070108416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"877a5b06-576f-4f22-80c8-5f4524abe760","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.123175527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"3453c69e-af2b-4817-a09e-f9a2af57b68c","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.22589856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33820cd4-1089-47bb-bbe9-e5f2c9f17677","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.258985415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"46fb288a-22ba-46d2-8d39-5165ea64a7e1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.269760069Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"1787ce14-7366-487a-8d86-16ccb61ba4be","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-2-w3-885382","model":"distinct-2-w3-885382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-885382/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.282974707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33820cd4-1089-47bb-bbe9-e5f2c9f17677","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.310061066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"3e30c7a1-4ca8-42eb-b2c8-3350275f148b","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/rate-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.310088881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"rate-test-model-3880e7","reconcileID":"3e30c7a1-4ca8-42eb-b2c8-3350275f148b","MaaSModelRef":{"name":"rate-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"rate-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"rate-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.310062376Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]","namespace=ai-tenant-e2e-worker-w3-885382 priority=0:[ai-tenant-e2e-worker-w3-885382/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-885382/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.366822835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"3c8a4607-f034-43a0-b44e-6d39a5b9d125","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.433253399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"7cd11d4a-3d8a-45de-a591-e0ad5278f3db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.433519358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4e086c25-fc73-44ec-8a56-eba8b5327d19","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.434014195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"1c23df44-d9ef-4e03-bf12-9f0da4d91333","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.438623084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"d7113fdb-58b8-4264-9ea1-561a883530aa","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.491661055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"7cd11d4a-3d8a-45de-a591-e0ad5278f3db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.49202343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4e086c25-fc73-44ec-8a56-eba8b5327d19","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.494526473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"1c23df44-d9ef-4e03-bf12-9f0da4d91333","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.534096591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ab628273-b57b-4e86-9220-82ca5ffe9d78","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.590775412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ab628273-b57b-4e86-9220-82ca5ffe9d78","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.651625755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"1331a975-08e5-4eca-8194-4721af54032c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-2-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.652853404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6283c8e-7890-4383-b75c-09dc9aa2b5c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.710768032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6283c8e-7890-4383-b75c-09dc9aa2b5c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.811586842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"af0b606f-82c8-4099-b945-d3d8fb6c2810","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.861044035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13430fc1-0f45-4692-99fc-c1cc92218e27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:13.918393253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13430fc1-0f45-4692-99fc-c1cc92218e27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:14.077064431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dc982e97-3e3d-44de-9ee1-d9466478a96c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:14.135298266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dc982e97-3e3d-44de-9ee1-d9466478a96c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:14.955610583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"91e03283-e0f7-40d1-b24e-0e8f173f8297","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:15.121354166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"412ca1c4-2a23-4764-808e-7abe3409de3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:15.12167946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b494154-90b7-4f26-8295-2277adec2b4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:15.121847474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"c93136db-24a5-44df-8929-68ce61605e6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:15.122730674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b722037-a608-4a1c-9843-5783c7413643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:15.178597136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"412ca1c4-2a23-4764-808e-7abe3409de3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:15.180321709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b494154-90b7-4f26-8295-2277adec2b4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:15.181024392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b722037-a608-4a1c-9843-5783c7413643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:15.183906616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"c93136db-24a5-44df-8929-68ce61605e6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:16.257478037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"4a76029a-9054-4612-84ad-56e473b3e75d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:16.25748111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"5999b841-cc45-4f10-a31b-a35ae7f2726d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:16.258155753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dea9c6c7-9ead-4712-8ce4-1cea028ff157","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:16.258160051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"98fd4304-a167-48ff-9241-fb686b3284f4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:16.315349131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"4a76029a-9054-4612-84ad-56e473b3e75d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:16.315410499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"98fd4304-a167-48ff-9241-fb686b3284f4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:16.317686859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"5999b841-cc45-4f10-a31b-a35ae7f2726d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:16.317765623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dea9c6c7-9ead-4712-8ce4-1cea028ff157","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:16.741032057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"c9d4cb81-27db-4ebf-889e-6299ea66b1d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:16.741108911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8d79dad9-c883-4db9-b483-db042651fa55","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:16.743362589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a1baf00c-ee36-4a47-8b13-e0d143633702","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:16.743472313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a3304836-cc8c-4970-a4c2-77d18832deea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:16.798297674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8d79dad9-c883-4db9-b483-db042651fa55","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:16.798417202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"c9d4cb81-27db-4ebf-889e-6299ea66b1d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:16.800863665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a1baf00c-ee36-4a47-8b13-e0d143633702","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:16.800945563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a3304836-cc8c-4970-a4c2-77d18832deea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:16.919591782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"c873efe2-032e-4cba-aaf8-e162098473bc","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:17.083705704Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"a97c057f-8633-4afa-9d51-e8eab917fe94","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b24fdeae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:17.083904092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be3ef095-4560-4250-857c-5a0927382a2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:17.124997981Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"e20ed012-8b71-4f5c-bc49-fa8b94a70b89","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:17.141901845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be3ef095-4560-4250-857c-5a0927382a2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:17.240061914Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"957bac0a-9c04-4ace-8e29-91a59efa0ad2","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:17.295432467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"162fc594-24e3-41d5-b689-68b944890acd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:17.29559715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"6d370f4f-a441-4f50-a814-95331bef9c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:17.29602057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5c00b76d-dabd-4678-b0b2-09cecc87bc33","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:17.296103307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b10385e4-ff3f-46db-aeff-3fa974a80c49","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:17.353186829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"6d370f4f-a441-4f50-a814-95331bef9c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:17.353251311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5c00b76d-dabd-4678-b0b2-09cecc87bc33","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:17.355391508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"162fc594-24e3-41d5-b689-68b944890acd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:17.355434385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b10385e4-ff3f-46db-aeff-3fa974a80c49","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:17.568537811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4a91cfe-703f-40ad-ba72-9c23fae3559f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:17.628223732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4a91cfe-703f-40ad-ba72-9c23fae3559f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:18.153348783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b544c985-a18e-4bc8-8e90-2877edbde659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:18.207003106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b544c985-a18e-4bc8-8e90-2877edbde659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:18.260312895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b544c985-a18e-4bc8-8e90-2877edbde659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:18.313307092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b544c985-a18e-4bc8-8e90-2877edbde659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:19.215624913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"b5dd98c8-8436-451a-8faa-7c82a7674fb7","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:19.215659703Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"b5dd98c8-8436-451a-8faa-7c82a7674fb7","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-566ba8\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-cb540c-aba962eaa116","namespace":"e2e-extmod-rec-noaccess-566ba8","model":"e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:19.255577658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c03b3aa-01fd-46e9-be60-e073ebbdae1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:19.257085561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da11518d-78ca-4cd0-8268-7d898f147508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:19.318566797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c03b3aa-01fd-46e9-be60-e073ebbdae1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:19.319082995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da11518d-78ca-4cd0-8268-7d898f147508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:19.451833292Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb540c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-sub","reconcileID":"9db87e8b-7d16-4149-a81c-fd0f82489fc7","MaaSSubscription":{"name":"e2e-rec-recover-cb540c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:19.556466766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"92068004-3f68-4d50-ac13-9e476002d9da","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:19.6153693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"92068004-3f68-4d50-ac13-9e476002d9da","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:19.668512866Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"92068004-3f68-4d50-ac13-9e476002d9da","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:19.724007132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"6e6a5c73-c239-44d0-9b96-cca2d5f0ab36","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:19.724374379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"86dc66ed-e3ea-4a18-9fc2-79833f221953","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:19.724856064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"4acdefd9-9fbe-487a-b7ce-70893e1a1c73","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:19.724884943Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"4acdefd9-9fbe-487a-b7ce-70893e1a1c73","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-566ba8\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-cb540c-aba962eaa116","namespace":"e2e-extmod-rec-noaccess-566ba8","model":"e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:19.783415312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"6e6a5c73-c239-44d0-9b96-cca2d5f0ab36","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:19.785337617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"86dc66ed-e3ea-4a18-9fc2-79833f221953","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:19.881132823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"235c7eac-dcdd-4f6b-a7d6-9efa8276633b","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:19.881290034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"e7d3ba83-8837-4098-8df6-58000c6e89be","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:19.940055082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"e7d3ba83-8837-4098-8df6-58000c6e89be","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:19.940055084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"235c7eac-dcdd-4f6b-a7d6-9efa8276633b","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:20.097856258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"dd03b35a-e207-4ef5-8be5-1c709a5392b9","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:20.155217006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"dd03b35a-e207-4ef5-8be5-1c709a5392b9","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:20.208194055Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"dd03b35a-e207-4ef5-8be5-1c709a5392b9","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:20.238907938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896705e7-4d1f-4204-b137-7f3407a6dcf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:20.292150922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896705e7-4d1f-4204-b137-7f3407a6dcf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:20.34518189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896705e7-4d1f-4204-b137-7f3407a6dcf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:20.398512883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896705e7-4d1f-4204-b137-7f3407a6dcf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:20.637439632Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"e2e947a2-44e2-47f2-8313-cbbdfb0af360","namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:20.691061696Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"9a2251a6-0b27-401e-a1d5-3e7d91171e03","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:20.806340988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"45330181-d0b1-4f00-a245-7857ed5f9c72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:20.8084762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"bcd548a2-9b9e-4e7a-acbb-8b38d96415f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:20.863273532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"45330181-d0b1-4f00-a245-7857ed5f9c72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:20.866365902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"bcd548a2-9b9e-4e7a-acbb-8b38d96415f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:20.908837886Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"820be283-988e-4a8d-be91-bb7ad2b82257","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:20.913927469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9ed8aa99-01d3-4099-b989-679ec74be064","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:20.921890522Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb540c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-sub","reconcileID":"6d0a714e-cb2e-44f7-8efb-dcb12a39aaa6","MaaSSubscription":{"name":"e2e-rec-recover-cb540c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:20.966579286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"49b0fa8e-1193-472d-b444-6443e0c0644f","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:20.966721488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"89036e95-592d-46fc-b228-30a047a33f01","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:20.971010736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9ed8aa99-01d3-4099-b989-679ec74be064","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:21.017595927Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"eed47fa3-1296-46f2-b985-3bbc8c1be1ec","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:21.023273456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"49b0fa8e-1193-472d-b444-6443e0c0644f","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:21.023665751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"89036e95-592d-46fc-b228-30a047a33f01","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:21.336428395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3ddea776-9493-44c7-8e34-d447651b1664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:21.394405704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3ddea776-9493-44c7-8e34-d447651b1664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:21.410632409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"4d2eb36a-d975-4df8-8fa3-d8baaa233fbb","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:21.467653926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"4d2eb36a-d975-4df8-8fa3-d8baaa233fbb","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:21.518095279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"4c27a3a9-9a87-4f36-936f-fb05140aa58a","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:21.518194022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c7b93eb-05c3-448b-84cf-e55fcac01b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:21.587527195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f968b8bc-43e6-4fce-a0ec-3c49ba637ae1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:21.590586655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"4c27a3a9-9a87-4f36-936f-fb05140aa58a","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:21.592736754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c7b93eb-05c3-448b-84cf-e55fcac01b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:21.643523119Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"4c27a3a9-9a87-4f36-936f-fb05140aa58a","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:21.645055049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f968b8bc-43e6-4fce-a0ec-3c49ba637ae1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:21.950572777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ed7796e-8039-4c07-988f-e17e76880796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:21.998661286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"03e7e43e-d55d-403a-8bbc-04e4441dd60d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.007530715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ed7796e-8039-4c07-988f-e17e76880796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.055401738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"03e7e43e-d55d-403a-8bbc-04e4441dd60d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.056254824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"61fc68d2-2f6a-46f7-b148-1ed3d5bdd7ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.108889691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"5724c49f-53e5-4004-ab6b-e9839acc9a0f","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.113887781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"61fc68d2-2f6a-46f7-b148-1ed3d5bdd7ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.167354986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"5724c49f-53e5-4004-ab6b-e9839acc9a0f","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.206876882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"a5876ecb-0f09-4f61-8d73-e903320d899b","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.263220176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"a5876ecb-0f09-4f61-8d73-e903320d899b","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.327134717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d42d4c-6713-4a0b-af6e-e39746806fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.380379212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d42d4c-6713-4a0b-af6e-e39746806fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.433576666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d42d4c-6713-4a0b-af6e-e39746806fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:22.486900155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0d42d4c-6713-4a0b-af6e-e39746806fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:24.429472073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec50ee9a-6816-4e87-9ed1-ed158c04376b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:24.482668186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec50ee9a-6816-4e87-9ed1-ed158c04376b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:24.535984172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec50ee9a-6816-4e87-9ed1-ed158c04376b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:24.588992994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec50ee9a-6816-4e87-9ed1-ed158c04376b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:25.121909388Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-list-subs-refs-sub","reconcileID":"eb4986f0-4e59-4c74-b563-fc2ff501821e","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:25.336776713Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-list-subs-refs-sub","reconcileID":"eb4986f0-4e59-4c74-b563-fc2ff501821e","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:25.550218345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"a2ac9a0a-d4e0-43a5-9e67-b92073ca34d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:25.599886165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"fcddfe3c-e870-4536-9870-8a9f11cec4a3","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:25.600171119Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:25.657269773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"96882b1b-115d-49e8-8cf5-1050e20fc588","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:25.761312381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"cde19ca6-db12-4c96-b1f5-2be8e04ad079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:25.76175654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25e0fb4a-257a-42ac-a936-4fbd88739c61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:25.762888991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6c322ff-a5ea-4da7-b9d8-d5e4d5983316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:25.763878123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"3a1c53d1-f358-4c50-81d9-bb1cca6e3e05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:25.819360885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"cde19ca6-db12-4c96-b1f5-2be8e04ad079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:25.82027186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25e0fb4a-257a-42ac-a936-4fbd88739c61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:25.823068338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6c322ff-a5ea-4da7-b9d8-d5e4d5983316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:25.823577989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"3a1c53d1-f358-4c50-81d9-bb1cca6e3e05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.317894247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"779fcfb7-f02d-49d9-b667-3380d54b3d36","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.317921876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"779fcfb7-f02d-49d9-b667-3380d54b3d36","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.379748795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"ad42e768-9776-43ec-9c37-b7b6d68fc58e","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.472674676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"6f2cf293-7a7f-4cc2-8beb-5e9b2de5a8c7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.472697654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"6f2cf293-7a7f-4cc2-8beb-5e9b2de5a8c7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.472852939Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.529950851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"8530d741-6fbd-47a3-935a-561a5d6db553","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.529969245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"8530d741-6fbd-47a3-935a-561a5d6db553","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:43:26.582462275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-enrichment-sub","reconcileID":"230d9524-86ab-416f-ad3e-afdda8f97235","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.63401511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"3b42e7b5-909c-42ef-ae56-9622763fa319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.634757834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"9329155f-3a75-4c8b-b6d5-a0da40618a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.635197176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fee36a0-9fa0-4b6e-83f6-e1a60d015524","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.635557859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6eee7189-32d6-4b6e-95d0-ba49a02bdb7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.691293134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"3b42e7b5-909c-42ef-ae56-9622763fa319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.693262233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fee36a0-9fa0-4b6e-83f6-e1a60d015524","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.694670774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6eee7189-32d6-4b6e-95d0-ba49a02bdb7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.695568257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"9329155f-3a75-4c8b-b6d5-a0da40618a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.708670919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"f23c5a15-2caa-466c-acd3-13bdd05229f0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.708686809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"f23c5a15-2caa-466c-acd3-13bdd05229f0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.725456269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"b29e14d6-1c79-40ff-a957-b9ca017ce124","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.725474389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"b29e14d6-1c79-40ff-a957-b9ca017ce124","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.783898622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"78dc5ee8-20e5-4356-80f5-54dcf0295f4c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.783919297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"78dc5ee8-20e5-4356-80f5-54dcf0295f4c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:43:26.837931884Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"78dc5ee8-20e5-4356-80f5-54dcf0295f4c","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:43:26.837988853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"78dc5ee8-20e5-4356-80f5-54dcf0295f4c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.843295272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"b1e7cde1-28b0-4d6e-a177-0ee4fb686c76","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.84331012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"b1e7cde1-28b0-4d6e-a177-0ee4fb686c76","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.980215164Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-enrichment-sub","reconcileID":"a52f7596-512e-4e82-ab53-9c3212dbfb09","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:26.992447701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-enrichment-auth","reconcileID":"75b1d6ea-d654-4fe6-a5de-ed9be85a4a73","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.044960139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b135528d-637c-4430-a273-08e5c78e3deb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.044960202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"318d5594-ac70-42b2-8522-38ee7c86caf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.049927996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-enrichment-auth","reconcileID":"75b1d6ea-d654-4fe6-a5de-ed9be85a4a73","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.097136117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"c231e03f-44aa-47f8-bf08-402f9d6971f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.097200294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"84f96f25-1171-4429-94d1-d08096cae997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.102542902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b135528d-637c-4430-a273-08e5c78e3deb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.10320938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"318d5594-ac70-42b2-8522-38ee7c86caf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.137014838Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"25c12c82-4c51-40c7-9318-cf4ee236277a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.152493696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"8a7a69d9-1aa8-41bb-b014-38671ab8a135","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.152518176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"8a7a69d9-1aa8-41bb-b014-38671ab8a135","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.155821678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"c231e03f-44aa-47f8-bf08-402f9d6971f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.156063288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"84f96f25-1171-4429-94d1-d08096cae997","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.190137334Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"25c12c82-4c51-40c7-9318-cf4ee236277a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.243224896Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"25c12c82-4c51-40c7-9318-cf4ee236277a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.367696411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-enrichment-sub","reconcileID":"f4f2835a-4f47-486d-ae0e-c0e8b9b26b59","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.367962542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"ee8a6e30-c3e9-4508-b043-5f8f4a205216","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.367986624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"ee8a6e30-c3e9-4508-b043-5f8f4a205216","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.516213118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"34d617c3-eca6-4a84-b854-cc626b4202fa","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.5163977Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.578015396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"a4b6f111-d7f5-495b-93d5-7f0db9f30c37","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.578036557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"a4b6f111-d7f5-495b-93d5-7f0db9f30c37","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.579711138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-enrichment-auth","reconcileID":"b4b48d08-d353-49f0-9131-c4027ef598f7","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.636466915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-enrichment-auth","reconcileID":"b4b48d08-d353-49f0-9131-c4027ef598f7","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.66134031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"466c4898-7efe-4dde-b03c-253f1472dcce","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.782009949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d5b088f2-ec26-4f4e-a967-22b60bcfcd68","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.782126238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f6502015-8dc3-402a-b954-8f6ee902e1e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.784711628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"3fbcb79f-72d6-4d59-96a5-f89dbd549e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.784882919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3f7e5b8f-57e1-45e0-8f27-6207cc7caa65","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.827745559Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a349a901-d863-468a-92b0-6b5b4f7444ec","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9bcadbc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.840173231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f6502015-8dc3-402a-b954-8f6ee902e1e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.841250162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d5b088f2-ec26-4f4e-a967-22b60bcfcd68","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.844354227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3f7e5b8f-57e1-45e0-8f27-6207cc7caa65","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.845461874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"3fbcb79f-72d6-4d59-96a5-f89dbd549e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.967455242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"06ca1041-51b2-446c-ae50-6cb91d31ed3d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:27.967476212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"06ca1041-51b2-446c-ae50-6cb91d31ed3d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.054361535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e832997-54d3-4f13-9ac8-3f3046320e79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.112502617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e832997-54d3-4f13-9ac8-3f3046320e79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.208173961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9dc5a78e-4e5d-4c0a-8d5f-ba0322308e34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.241972864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-enrichment-sub","reconcileID":"3b53b66b-98f2-412d-a1c4-6dea1ac31d5d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.265581826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9dc5a78e-4e5d-4c0a-8d5f-ba0322308e34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.420698404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"52f59447-f027-437f-9d41-d5ecd0ece65c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.420824539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"39b78d24-6bc0-4ae1-8976-84f7b457fe6f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.42115951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3ed83925-d967-484b-9a22-7a4f1f91750c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.478328709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"52f59447-f027-437f-9d41-d5ecd0ece65c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.478363216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"39b78d24-6bc0-4ae1-8976-84f7b457fe6f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.480679163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3ed83925-d967-484b-9a22-7a4f1f91750c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.548732917Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-enrichment-auth","reconcileID":"ea6b148f-9155-423f-b9b6-537ba26e2f46","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.614660437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a9e94197-7a9a-4862-a62b-9af6869697d6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.67175766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a9e94197-7a9a-4862-a62b-9af6869697d6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.807635573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"e736047f-5ead-4097-957a-8ec732074590","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.807658079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"e736047f-5ead-4097-957a-8ec732074590","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.910112289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"7aa73bfc-b6ef-4d7c-886f-689d2b47eb95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.910233157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"56743632-cc8f-4771-b9e5-9d233c782bd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.938382523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"153434cf-f9f5-473d-8cf5-6552fbd7d08f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.938399287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"153434cf-f9f5-473d-8cf5-6552fbd7d08f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.968379395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"56743632-cc8f-4771-b9e5-9d233c782bd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:28.968379398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"7aa73bfc-b6ef-4d7c-886f-689d2b47eb95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:29.079018884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-enrichment-sub","reconcileID":"33e71e2a-c3f8-4a4b-a003-8d7dfc30c3cb","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:29.098319756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5f97c95-10ca-44ec-b70b-05751e725fa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:29.098508512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"742f1e5d-75c0-4a2d-808c-bea8b847e188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:29.15573473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"742f1e5d-75c0-4a2d-808c-bea8b847e188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:29.155836616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5f97c95-10ca-44ec-b70b-05751e725fa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:29.287997129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"a6170c25-592f-4b9c-a7e9-620f4c21ed5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:29.288029984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"e81c436e-bb3c-4568-8c98-2ddd90fa515f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:29.345806273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"e81c436e-bb3c-4568-8c98-2ddd90fa515f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:29.346401707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"a6170c25-592f-4b9c-a7e9-620f4c21ed5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:30.723832874Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb540c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-sub","reconcileID":"c57561ab-3530-41be-81ba-6a49f0e7e260","MaaSSubscription":{"name":"e2e-rec-recover-cb540c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:30.868011808Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"c990f882-cada-45ab-b54d-0317670b2a84","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:30.893807401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"adfc17d9-e5b0-4fa6-bf24-3e345a8ae4c3","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:30.961341813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"adfc17d9-e5b0-4fa6-bf24-3e345a8ae4c3","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.014363554Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"adfc17d9-e5b0-4fa6-bf24-3e345a8ae4c3","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.080408734Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"5ba76dff-645b-43f5-9685-2a531bd241cd","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.133761967Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb540c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-sub","reconcileID":"94828a4c-f3ad-40ac-99e2-8190816d70f0","MaaSSubscription":{"name":"e2e-rec-recover-cb540c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.187093698Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"6a7cb83f-aa1f-4785-8e7d-f3488fb1b015","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.22419181Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"7fe20969-781b-4ddd-be6c-33dce253c8af","namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.293391262Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"e95c8894-db95-44d6-a237-b50b66f98d5d","MaaSModelRef":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.407182869Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb540c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-sub","reconcileID":"d8fcc4ea-e4ed-4911-b86d-dd32c8244d8e","MaaSSubscription":{"name":"e2e-rec-recover-cb540c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.42657593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b96fc018-3b48-4f64-b6a1-c6c88caaa91a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.49257217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"6f387f14-c9b9-42f3-b3ce-cbdc782eba70","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.495037424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b96fc018-3b48-4f64-b6a1-c6c88caaa91a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.546225215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"5b564fb2-f52a-4d1b-846b-179312974f90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.550142589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"6f387f14-c9b9-42f3-b3ce-cbdc782eba70","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.550172184Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"6f387f14-c9b9-42f3-b3ce-cbdc782eba70","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.598993167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"0ee77bb1-2950-4554-aab7-a26f71f0287a","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.59901784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"06e9534a-e1fc-44b2-8052-2107b839b8da","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.604326732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"5b564fb2-f52a-4d1b-846b-179312974f90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.653711005Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"72fece04-a678-4a83-b69d-aaea97495ac1","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.65648021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"0ee77bb1-2950-4554-aab7-a26f71f0287a","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.656692551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"06e9534a-e1fc-44b2-8052-2107b839b8da","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.678318669Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"d1fb35ec-bb5c-4dc1-ade9-e38aef330add","namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.896385085Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-cb540c","namespace":"e2e-extmod-rec-noaccess-566ba8"},"namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","reconcileID":"15a8c779-54d3-4fe2-b709-756b473b78dd","namespace":"e2e-extmod-rec-noaccess-566ba8","name":"e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.968661946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a094acfa-bcd5-433b-b009-880f8dfc1f7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:31.974131014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"41b6e023-2b98-4aec-94cf-0f5be24bd56f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.026277317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a094acfa-bcd5-433b-b009-880f8dfc1f7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.027127895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"69af5fa1-7a20-4f68-89f9-40fcf53b4f9b","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.031244218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"41b6e023-2b98-4aec-94cf-0f5be24bd56f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.082259806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"aa4e609d-d858-4f9d-97c3-30166452d286","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.085521395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"69af5fa1-7a20-4f68-89f9-40fcf53b4f9b","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.140396116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"aa4e609d-d858-4f9d-97c3-30166452d286","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.187863518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a20eb589-b1b3-48ac-a559-34b6af313c93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.245158654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a20eb589-b1b3-48ac-a559-34b6af313c93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.514650082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9d25f98-df1c-48a6-b129-48971fddb762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.561991758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"f2c4ab1b-d570-4380-9147-c261cda3e2e4","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.562458443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"959059a7-8670-420e-98ec-f644137512ce","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.576110495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9d25f98-df1c-48a6-b129-48971fddb762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.614268172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"564d24f3-56a6-4bda-ad83-9dc915bf39e9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.682566829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"564d24f3-56a6-4bda-ad83-9dc915bf39e9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.682692258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"959059a7-8670-420e-98ec-f644137512ce","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.682729401Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"959059a7-8670-420e-98ec-f644137512ce","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.686508489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"f2c4ab1b-d570-4380-9147-c261cda3e2e4","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.784105481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"e87f8229-d267-43c3-b103-c2cd368d559c","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:32.8416158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"e87f8229-d267-43c3-b103-c2cd368d559c","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.098030248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ecd0413-9017-4d56-918c-e2314a33459c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.152704639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"f8a6e0d0-5453-49f6-9730-261353da0b2e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.156941349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ecd0413-9017-4d56-918c-e2314a33459c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.211730546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"f8a6e0d0-5453-49f6-9730-261353da0b2e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.309057829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"474e8c3e-c937-497e-8f6b-b33e162d8b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.318655765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b859c62e-03c1-473b-a232-078bd5b9bc4b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.366563425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"474e8c3e-c937-497e-8f6b-b33e162d8b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.377302434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b859c62e-03c1-473b-a232-078bd5b9bc4b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.477361219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"9b2b227c-e829-4dcc-9327-dfff88f70985","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.535415048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"50250709-b056-4b76-b70a-ab9112c52db3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.598753908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"50250709-b056-4b76-b70a-ab9112c52db3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:33.615321538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"9b2b227c-e829-4dcc-9327-dfff88f70985","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:34.93264642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"45c3ba2b-60c3-488f-aed7-f760cdc812d6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:34.933506141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d1881a29-0e67-4b10-a657-48e21c670b10","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:34.948342655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"bd41d53b-5723-4452-9e7e-ba529983876f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:34.948757588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"4d043d8c-181a-4e6d-b63b-68aa88803f57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:35.043027323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"45c3ba2b-60c3-488f-aed7-f760cdc812d6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:35.04390645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"759177a2-40ab-40cd-9256-067021e27af2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:35.045043155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d1881a29-0e67-4b10-a657-48e21c670b10","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:35.064543731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"4d043d8c-181a-4e6d-b63b-68aa88803f57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:35.066900371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"bd41d53b-5723-4452-9e7e-ba529983876f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:35.115960346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"759177a2-40ab-40cd-9256-067021e27af2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:35.478597519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ccb7cf02-b5db-41f6-9852-2ed7482482e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:35.552926061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ccb7cf02-b5db-41f6-9852-2ed7482482e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:35.911487687Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:37.329116051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"097959ec-29c8-4f35-83d4-d5fd1b06108f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:37.329549361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad477cbc-b8a0-4760-9804-6ea87e487d06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:37.386887019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad477cbc-b8a0-4760-9804-6ea87e487d06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:37.38701751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"097959ec-29c8-4f35-83d4-d5fd1b06108f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:37.881704566Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"e3f56cf4-977a-4b08-b88f-f4abbfe2a242","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:37.935273383Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"e3f56cf4-977a-4b08-b88f-f4abbfe2a242","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:37.988830774Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"e3f56cf4-977a-4b08-b88f-f4abbfe2a242","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:38.280701689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"2ab0220a-10d0-47c6-b638-605b4c469d3a","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:38.28095908Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:38.432270821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"947bb205-1faf-4d5e-8656-b145f82f66cd","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:38.441771649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d4eeac5-3e46-4642-a4a9-bb1740688399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:38.499197167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d4eeac5-3e46-4642-a4a9-bb1740688399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:38.546347095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ef778698-a5b1-4e64-b1c8-6cabd0af5fda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:38.547474166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4e4e0fd9-dc14-472f-bbc9-f05bb91f49b9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:38.547617239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"eb6459df-02f9-4543-8e71-d73ab021bba0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:38.549213092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"22ce3ce3-d4fe-472b-968f-90b360297532","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:38.605077776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ef778698-a5b1-4e64-b1c8-6cabd0af5fda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:38.60600576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4e4e0fd9-dc14-472f-bbc9-f05bb91f49b9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:38.607400163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"eb6459df-02f9-4543-8e71-d73ab021bba0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:38.608250252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"22ce3ce3-d4fe-472b-968f-90b360297532","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:38.865591909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50bf38da-694b-4b13-8686-6df8d5203229","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:38.906750539Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"af222a6b-09b3-4b82-95eb-d69b60268551","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:38.922519659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50bf38da-694b-4b13-8686-6df8d5203229","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:39.070210161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"1a1bc770-a2f5-404d-8b6f-0baf6861e5a0","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:39.120209725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"427cce20-bd44-463f-bf1a-d337f513848f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:39.178004362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"427cce20-bd44-463f-bf1a-d337f513848f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:39.215517287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"a7f8f15d-4bd9-4f32-968d-21b38c7eca19","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:39.337349627Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"486fbffb-cdc9-4928-b628-3c2296aebb30","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:39.352437253Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-enrichment-sub","reconcileID":"44057392-3bfe-4107-895b-80a68cb9fe61","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:39.405465663Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-enrichment-sub","reconcileID":"44057392-3bfe-4107-895b-80a68cb9fe61","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:39.458570923Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-enrichment-sub","reconcileID":"44057392-3bfe-4107-895b-80a68cb9fe61","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:39.4987367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"b9eaaf53-e6ef-449b-9a49-0620bc21e4ba","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:39.732655429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"56b87859-a87b-40af-aa7d-08c0ee44a43d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"tenant":"e2e-worker-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:39.732677618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"e2e-enrichment-model-ref","reconcileID":"56b87859-a87b-40af-aa7d-08c0ee44a43d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:39.732862604Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:39.89371093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b4055210-022f-4ab0-a49d-59100d8e37d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:39.893717663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"55cda035-1e8e-466a-a398-c0b34f5e7367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:39.894717642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bc86662-5061-421d-9ed3-99d29facad12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:39.894764861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01c758c6-3631-4ac3-8946-598352d28fa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:39.952579351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b4055210-022f-4ab0-a49d-59100d8e37d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:39.952621859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"55cda035-1e8e-466a-a398-c0b34f5e7367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:39.955042929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bc86662-5061-421d-9ed3-99d29facad12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:39.955128907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01c758c6-3631-4ac3-8946-598352d28fa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:40.083605881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"d6e1e517-d67f-47f3-b314-707e3561e551","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:40.762917036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"06be2641-7120-41fe-b9ea-3af1b51df709","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:40.763067236Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:40.82147714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"b8b6a684-fc4f-4eb4-a64f-ff6cff115bec","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:40.859339677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"c6996f61-ba2b-4b8d-9d03-d4a03ded6df4","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:43:40.872476387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-sub","reconcileID":"3dc4a848-d5a8-44b4-bd4d-a935aff52012","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:40.916939711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"0d534bc6-161f-4ff7-8cb7-a44435024648","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:40.926977432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dd271cc-1adc-4947-a949-14341c3893a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:40.928244194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"235b1da5-fec0-426e-b197-a038f69948fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:40.984210465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dd271cc-1adc-4947-a949-14341c3893a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:40.985604302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"235b1da5-fec0-426e-b197-a038f69948fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:40.986527963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"2616b438-7f87-448a-bead-5c91b6affa53","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.018911972Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]","namespace=ai-tenant-e2e-worker-w0-a7f34a priority=0:[ai-tenant-e2e-worker-w0-a7f34a/e2e-model-match-sub ai-tenant-e2e-worker-w0-a7f34a/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.019005883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"a60455da-0bbf-4b4f-8639-a066a7fb5e6b","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.0294051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"224178ae-23a0-420d-9d9d-6c95267eb5d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.029405719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"3b5cbaba-c892-40e5-89fb-7fd9085a5287","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.045683771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"a3f20d52-6bef-4108-9c41-a6f170bd4d4b","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:43:41.072911584Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-a7f34a/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.086536129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"224178ae-23a0-420d-9d9d-6c95267eb5d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.09026404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"3b5cbaba-c892-40e5-89fb-7fd9085a5287","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.128850708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"88f8d51b-6cbc-467b-b6fd-8ef67be49d5f","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:43:41.129939124Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-a7f34a/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.141549485Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]","namespace=ai-tenant-e2e-worker-w0-a7f34a priority=0:[ai-tenant-e2e-worker-w0-a7f34a/e2e-model-match-sub ai-tenant-e2e-worker-w0-a7f34a/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.141647535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"2551501c-161f-4449-8817-2e30883a56da","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.186481727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"60a6ae46-f442-4567-b331-6e61c7a3c407","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.203646097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"785e7346-d212-4015-acd2-f3fa99bec183","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.203940395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"e935a0d8-754e-44b2-bbee-5354ddd814a9","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.243445617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"60a6ae46-f442-4567-b331-6e61c7a3c407","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.248431212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"9e38c648-2fa2-471c-b40a-317a906776a3","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.258682406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"83cf6cc5-4c04-4704-b038-e2b8881eba76","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.269904652Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-sub","reconcileID":"4292cb19-c405-4fff-8da6-509219f0674a","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-distinct-w0-a7f34a","model":"distinct-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.284167623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"1315ff4c-6eb5-4eda-b1c9-ceb00be717de","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:43:41.311957492Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-885382/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.348534443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"b2460075-69f5-4fd0-8355-3d5db2c869de","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.349825253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"389f0c06-6120-4703-af58-3cc987fab60a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.351762789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"735de3d2-0395-442d-8a60-0bdc1a071724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.400113343Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-sub","reconcileID":"16c66561-c208-4341-b858-3e6a938961a0","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-distinct-2-w0-a7f34a","model":"distinct-2-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.406603458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"389f0c06-6120-4703-af58-3cc987fab60a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.408475847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"735de3d2-0395-442d-8a60-0bdc1a071724","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.412964173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"e6cec67e-f0ca-4939-9b46-0a49999d93ff","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.437747331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"3949256c-37f7-433f-94af-73c8d22612d4","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.507595516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"345a9899-05fe-4c19-9635-117ce30f3ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.507592616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"6acf52ef-b0bf-4d8f-afb2-aadd4fade0be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.523004563Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-sub1","reconcileID":"28ac6055-31d1-499d-82d4-c590db6e42d3","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-w3-885382","model":"distinct-w3-885382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-885382/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.554372502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"5e5769ba-f2d2-49ed-88d3-c41f43b125ec","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.564414062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"6acf52ef-b0bf-4d8f-afb2-aadd4fade0be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.564674881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"345a9899-05fe-4c19-9635-117ce30f3ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.611248922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"c4337709-a8ca-4391-8585-ff18887abcb5","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.611615959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"4aaf06bf-db40-4523-b0ff-a26b5bd3a96d","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.649988823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-sub","reconcileID":"a983c7c8-7a0e-49a7-be84-cad88ddf3bc2","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-distinct-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/distinct-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.688656137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"25276fc5-174c-4bd6-9ec2-de1ba8cd65a5","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.689481833Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]","namespace=ai-tenant-e2e-worker-w0-a7f34a priority=0:[ai-tenant-e2e-worker-w0-a7f34a/e2e-model-match-sub ai-tenant-e2e-worker-w0-a7f34a/e2e-model-nomatch-sub]","namespace=ai-tenant-e2e-worker-w3-885382 priority=0:[ai-tenant-e2e-worker-w3-885382/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w3-885382/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:43:41.745813608Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-885382/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.746452493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"b17a93f9-1b18-460e-a8a2-eac2a3cd9825","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.794028212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-sub","reconcileID":"cdd44d02-f84f-4d9f-9c4e-62596708b5d4","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-distinct-2-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/distinct-2-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.800055994Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"52c533d4-8473-4449-a72a-3402f33e681b","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:43:41.80037524Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-885382/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.845177894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"21903a32-58ed-4175-9fc2-f09618ee31f6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.855653634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"196b5c31-b564-4259-aeae-4a3ef5725db9","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.902594233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"21903a32-58ed-4175-9fc2-f09618ee31f6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.927520732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7e4e4c5e-f5a2-4385-b923-af9dbdde0b28","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.965232166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a30e885-5426-46d3-a55d-d9f7a9095185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.965262513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68074d5a-0171-4396-8844-faa3bd92702f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.969756745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7035e4b3-4446-4625-b1e8-facdd782dabe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:41.969772636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"e9c5a242-f508-4fdd-be3c-b3e5bd04a66a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.023942142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a30e885-5426-46d3-a55d-d9f7a9095185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.024184518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68074d5a-0171-4396-8844-faa3bd92702f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.027087507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7035e4b3-4446-4625-b1e8-facdd782dabe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.027197001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"e9c5a242-f508-4fdd-be3c-b3e5bd04a66a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.068548596Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-sub2","reconcileID":"590ca3cf-72db-487a-9382-c37d97b72e69","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-2-w3-885382","model":"distinct-2-w3-885382","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-885382/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.118522891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"baa98769-7b00-4cf8-8bb1-4338f24b5d70","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.167023496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-sub","reconcileID":"e984414c-ccb0-4053-8cf0-bb0ee18a18cc","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-distinct-2-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/distinct-2-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.234152459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"b4680678-c282-44c2-ae68-dfa7ca698e61","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.288652132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"7637cf81-79ef-464f-ad8d-244719e3479d","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.289007428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"962b6068-8373-4b72-a9a1-0187c29d5dc3","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.382923739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-auth","reconcileID":"d48a0b48-0c29-41be-8dfa-27fbb5de2726","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.441456637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-auth","reconcileID":"d48a0b48-0c29-41be-8dfa-27fbb5de2726","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.447885698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-sub2","reconcileID":"e5f44dd4-594d-47f8-bcca-867d992909de","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-2-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.497405938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"6a8f2453-fe32-4b46-9a87-59f2d2db6d34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.497846884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"c4ef2325-12f2-47d0-9314-aa47db3dfd0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.557248068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"c4ef2325-12f2-47d0-9314-aa47db3dfd0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.561456544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"6a8f2453-fe32-4b46-9a87-59f2d2db6d34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.597503157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-auth","reconcileID":"96993685-ae28-43a4-9a5e-80a967d52e2d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.597501925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5da72e98-93c9-40e4-bb77-72b2e7dd7d50","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.602016314Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"23466946-ec7e-43a7-9713-001ef9d051b6","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"routeName":"external-model-e2e-rec-ctrl-41e692-ef592cd53598","namespace":"e2e-extmod-rec-user-a830cb","model":"e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.654545772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth2","reconcileID":"5da72e98-93c9-40e4-bb77-72b2e7dd7d50","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.654698018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-auth","reconcileID":"96993685-ae28-43a4-9a5e-80a967d52e2d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.655145985Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-41e692-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-sub","reconcileID":"3d6d2e8d-92e2-4d92-8b4f-3d9acded7cee","MaaSSubscription":{"name":"e2e-rec-ctrl-41e692-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.759489662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"24dcf2d1-776f-400e-9e5f-f10b9de4b681","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.877024981Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"1669742a-b810-417b-b1a9-0f5fd7ddb3d8","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"routeName":"external-model-e2e-rec-ctrl-41e692-ef592cd53598","namespace":"e2e-extmod-rec-user-a830cb","model":"e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.929578757Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-41e692-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-sub","reconcileID":"f9b352f2-222f-4835-82a7-b1c7d22dd57c","MaaSSubscription":{"name":"e2e-rec-ctrl-41e692-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.961073658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"a71204fd-95cb-49d8-b95b-a43783b10563","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:42.961803679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"ad4eea65-b5f6-4828-9a3a-af9bf639ae3e","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.023491461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a6bc313d-715c-4f1e-aa9d-ba25521e3295","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.03086267Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"0a9c0a98-f10f-41d6-bba2-7883b76f64c1","namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.08031581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a6bc313d-715c-4f1e-aa9d-ba25521e3295","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.083734008Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"067165cd-4f52-4cb7-a21f-7b98b59d9c7c","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.124246858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a704c9e1-7f90-4af2-b045-e8d0419b8798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.124267308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"143b76a9-f335-456f-89a9-c7fcbc23f2dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.185447359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a704c9e1-7f90-4af2-b045-e8d0419b8798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.185925648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"143b76a9-f335-456f-89a9-c7fcbc23f2dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.190511323Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"10edea17-f27d-4177-a068-bccb1ec5534b","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.196697372Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"ee7ce224-6c94-4347-b0ee-ce7c01b2edb0","namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.224745562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-auth","reconcileID":"bdc89e9e-ea5a-417a-acc9-36ef3266b28a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.225325583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4f8cab94-2ab0-41c6-8e25-98c96d710111","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.282556938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-auth","reconcileID":"bdc89e9e-ea5a-417a-acc9-36ef3266b28a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.283736458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4f8cab94-2ab0-41c6-8e25-98c96d710111","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.297429209Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"41070974-3766-449f-8ece-b92eacfd7c35","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.328187443Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-41e692-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-sub","reconcileID":"161b107d-283c-49e0-a594-438de3716e04","MaaSSubscription":{"name":"e2e-rec-ctrl-41e692-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","error":"MaaSModelRef not found: e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.551178072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-auth","reconcileID":"c030e706-55f4-43ca-861b-49f5ca781165","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.60743701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-auth","reconcileID":"c030e706-55f4-43ca-861b-49f5ca781165","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.704176859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"c91fdc2f-5adf-4f9e-b770-639da1082524","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.704242646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"ed6970ed-35b7-4aff-9b86-3cfa407f4723","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:43:43.749976282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"da308c42-b10c-4c88-9f85-a9000c0065fb","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-41e692\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.764347867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"c91fdc2f-5adf-4f9e-b770-639da1082524","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.764378838Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"c91fdc2f-5adf-4f9e-b770-639da1082524","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.766775859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"ed6970ed-35b7-4aff-9b86-3cfa407f4723","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.80587024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"5d6cdbfa-4b41-4db8-bbef-8e903596e847","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.805871423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"00785bda-36e5-415d-a074-081ca18c5255","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.862671885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"00785bda-36e5-415d-a074-081ca18c5255","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.862672639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"5d6cdbfa-4b41-4db8-bbef-8e903596e847","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:43.917936975Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"00785bda-36e5-415d-a074-081ca18c5255","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.014817148Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"5dd871b7-bf1e-42a9-b223-ef07a580f812","namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.164173569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"ecbe7a9d-63ae-4392-905d-5c826e3ddcfd","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.211173376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"f25bb076-a464-4142-af71-1a9fa014d81c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.220941828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"ecbe7a9d-63ae-4392-905d-5c826e3ddcfd","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.26937396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"f25bb076-a464-4142-af71-1a9fa014d81c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.319673065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"420e328b-40dd-4ccb-bb09-b857f6a3351a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.340733946Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-41e692","namespace":"e2e-extmod-rec-user-a830cb"},"namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","reconcileID":"5c9a8957-98a7-49fb-ba51-5aee2b0bbb47","namespace":"e2e-extmod-rec-user-a830cb","name":"e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.376559818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"420e328b-40dd-4ccb-bb09-b857f6a3351a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.419540729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"26ce2987-6d3d-4fa0-8c3c-bbe05659b401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.41974162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"efa859a5-9c60-42df-8c39-f9c70546f19a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.477267858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"efa859a5-9c60-42df-8c39-f9c70546f19a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.477596536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"26ce2987-6d3d-4fa0-8c3c-bbe05659b401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.636521219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddf2d65e-54bd-4788-a31b-71b1264c615d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.693361677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddf2d65e-54bd-4788-a31b-71b1264c615d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.748090241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-auth","reconcileID":"54b6276c-7e0b-433a-ae06-e51def0b9191","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.796416765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dd3f7e3-9f6f-4e60-9d1d-a3ec14ccc10a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.805034224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-auth","reconcileID":"54b6276c-7e0b-433a-ae06-e51def0b9191","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.839043707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth2","reconcileID":"41260911-7840-4b86-ac5c-63d65fe87b01","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.853762842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dd3f7e3-9f6f-4e60-9d1d-a3ec14ccc10a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.896724634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth2","reconcileID":"41260911-7840-4b86-ac5c-63d65fe87b01","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.901105987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"f8d6df49-71a7-43eb-93ae-ba57b8f252d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:44.95795826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"f8d6df49-71a7-43eb-93ae-ba57b8f252d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.168536366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"63dadc8d-fbe4-4ce7-97b1-c09209a711a5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.226845772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"63dadc8d-fbe4-4ce7-97b1-c09209a711a5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.226882749Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"63dadc8d-fbe4-4ce7-97b1-c09209a711a5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.281348687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"629e56ba-0b3b-4f2e-977c-3f4a8a9800b6","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.325147399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"21fbc63b-4e16-4f51-9f21-f8102571ae47","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.327613425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"7e98eb38-3c18-4f4a-93ee-754956203903","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.338020751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"629e56ba-0b3b-4f2e-977c-3f4a8a9800b6","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.376882849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"93e88450-9f9b-4b2c-914b-cb0c22754350","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.379650628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-auth","reconcileID":"b471b675-3875-447b-827f-1ed2b3d703c8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.387339776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"7e98eb38-3c18-4f4a-93ee-754956203903","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.434345341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"93e88450-9f9b-4b2c-914b-cb0c22754350","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.438517514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-auth","reconcileID":"b471b675-3875-447b-827f-1ed2b3d703c8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.489276278Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-sub","reconcileID":"a91a6f16-d825-4764-8f2a-0ebb6325f9d4","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1d0d1d04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.490145452Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"93e88450-9f9b-4b2c-914b-cb0c22754350","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.756660272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"bb0470f0-ce16-4a54-aab6-e88c28a00ee2","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.813713557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"bb0470f0-ce16-4a54-aab6-e88c28a00ee2","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.866446018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"d26a680b-057a-4a1f-8501-870c9f293df0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.923335997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"d26a680b-057a-4a1f-8501-870c9f293df0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.967708826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7bc376fa-cc04-428f-8039-b04846fe0e78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.967739949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"805723b7-fde8-4543-9d60-dee553fbe799","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:45.968242263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8b0e620d-c01a-4500-9363-9cf85ddb1fea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.025232219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8b0e620d-c01a-4500-9363-9cf85ddb1fea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.025279646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7bc376fa-cc04-428f-8039-b04846fe0e78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.028636745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"805723b7-fde8-4543-9d60-dee553fbe799","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.229828633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"ab892a81-0964-4c59-9c84-29c8854abc8f","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.343276333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-auth","reconcileID":"6e41ece2-7017-40fc-b9d7-ed7b1f1d4a16","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.393147934Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-sub1","reconcileID":"882f1922-e455-4d1b-afc6-e2146e114bf5","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-60bf2840","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.400242754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-auth","reconcileID":"6e41ece2-7017-40fc-b9d7-ed7b1f1d4a16","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.442377764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87624dd8-ce6b-4204-9367-ecf9ca808cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.442377703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c343cd71-5def-432f-b58e-56b13d32864a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.445363567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-auth","reconcileID":"573965a0-dc4e-4ddb-87c1-116c0025550e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.501537677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87624dd8-ce6b-4204-9367-ecf9ca808cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.505132528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c343cd71-5def-432f-b58e-56b13d32864a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.508871399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-auth","reconcileID":"573965a0-dc4e-4ddb-87c1-116c0025550e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.594157996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"741cafd3-a132-4bb2-8b62-d0c3abd26906","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.652606223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"741cafd3-a132-4bb2-8b62-d0c3abd26906","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.870053313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7907bcfd-dd49-430e-b9a7-ff7cb6249dec","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.926699019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7907bcfd-dd49-430e-b9a7-ff7cb6249dec","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.971364611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"dc0a6e3d-662e-4ad9-b0a7-d4e99983db23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:46.971411633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"8c799b1c-97d0-4275-a210-b1811d4bc9cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:47.028115397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"dc0a6e3d-662e-4ad9-b0a7-d4e99983db23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:47.028267641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"8c799b1c-97d0-4275-a210-b1811d4bc9cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:47.075365129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ebdecd3e-d5c3-4d6e-9f6b-fa3971f1eae6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:47.133491697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ebdecd3e-d5c3-4d6e-9f6b-fa3971f1eae6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:49.086024474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91eea6ad-f1ac-405e-ae3e-366432f2e2b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:49.086066525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"753dac15-b5f8-46b3-a787-2a52d7a58230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:49.150299867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91eea6ad-f1ac-405e-ae3e-366432f2e2b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:49.150412879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"753dac15-b5f8-46b3-a787-2a52d7a58230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:49.521162412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e90b917-47f6-41a8-96ff-92c841cd61df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:49.5217093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d8d3420-fc37-45b2-a54b-657492e8ac5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:49.579197472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d8d3420-fc37-45b2-a54b-657492e8ac5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:49.579274238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e90b917-47f6-41a8-96ff-92c841cd61df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:49.887891887Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"2d0234c1-26cb-4fc9-9934-11bc86d17bba","namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:49.95065413Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"f07fc830-fafe-4c6a-9a3e-09e9a7dc1d46","namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:49.963151923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fef55f64-935c-414d-8dd6-a97d8bcc05e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:49.966006915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b97e6a97-1ec3-44d0-a3b3-8d5fb95f0791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.027362615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fef55f64-935c-414d-8dd6-a97d8bcc05e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.039134659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b97e6a97-1ec3-44d0-a3b3-8d5fb95f0791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.173929082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"15785d18-ec91-4c63-bd34-b34a8dc1854d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.174481472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"fe3d3a47-3e4b-4c79-a688-12dc7aa56900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.230327842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"e7ad8a61-7831-44bb-901a-48ba05b25225","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.236279404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"15785d18-ec91-4c63-bd34-b34a8dc1854d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.236798927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"fe3d3a47-3e4b-4c79-a688-12dc7aa56900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.285346422Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"403b300b-b13d-49b8-98dc-bc9e7be98051","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.289573954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"e7ad8a61-7831-44bb-901a-48ba05b25225","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.451871432Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"3f6015f3-cc4a-4531-9200-7174ea96099b","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.461515504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7f39ea39-230d-47ea-953a-59331648e88e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-2-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.521592903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"563d8ff4-a38f-4a5e-bd25-84e8cd852759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:43:50.569089489Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"3f6015f3-cc4a-4531-9200-7174ea96099b","name":"e2e-rot-780698","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-780698\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:43:50.569197729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"3f6015f3-cc4a-4531-9200-7174ea96099b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-780698\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.575534313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"611d2777-4d4a-44ec-83fa-bbcba841e838","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.581683719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"563d8ff4-a38f-4a5e-bd25-84e8cd852759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.629852171Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"a3f91af7-f1f6-46cd-b77d-ae480d96b4d3","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.684566338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"611d2777-4d4a-44ec-83fa-bbcba841e838","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.696859609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"50acf225-b37d-4ff2-b26a-f5b2a2e14ba0","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.753657251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a1528fa6-2ce4-4fd6-a260-44c786b93575","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.754982759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"321fe14b-b07b-42e0-a105-1f6d3aa96c4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.796532283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-sub","reconcileID":"30173d8e-21e2-437a-a982-e3c22301b125","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-distinct-2-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/distinct-2-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.96918584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a1528fa6-2ce4-4fd6-a260-44c786b93575","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:50.999894069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"321fe14b-b07b-42e0-a105-1f6d3aa96c4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.001499564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"87304d57-c7a8-4f49-b810-a65b3aaedd92","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.092264499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"87304d57-c7a8-4f49-b810-a65b3aaedd92","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.15837402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"6a316618-844d-46a6-a23e-666a30f5e61a","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.159399692Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"87304d57-c7a8-4f49-b810-a65b3aaedd92","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.236335439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-auth","reconcileID":"0beb3a99-f034-4557-9103-325a660a5b1f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.319359596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-auth","reconcileID":"0beb3a99-f034-4557-9103-325a660a5b1f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.441328822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1d088a3-79bb-4d46-980a-f1df80d7713b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.484927535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth2","reconcileID":"22a8de8e-44e6-46c5-9887-c62ed9c645af","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.527659794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1d088a3-79bb-4d46-980a-f1df80d7713b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.608868133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"b35739a1-6ad8-460d-ae9d-e26d2325c465","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.617516744Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","namespace":"ai-tenant-e2e-ait-a04f11df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.617618294Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","namespace":"ai-tenant-e2e-ait-a04f11df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.617727901Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","tenant":"e2e-ait-a04f11df","tenantID":"e2e-ait-a04f11df","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.660654824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth2","reconcileID":"22a8de8e-44e6-46c5-9887-c62ed9c645af","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.686801209Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"3638c5b7-b7c4-4788-ab86-0c1ecf650b54","namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.736572404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"826c8b1d-5e93-478f-835f-e50b9ae19241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.75182714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"bc2963de-61d1-4c48-a7da-58a17aee44d6","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.771837597Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"bc2963de-61d1-4c48-a7da-58a17aee44d6","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"routeName":"external-model-e2e-rot-780698-395a8e81d533","namespace":"e2e-extmod-rot-user-a49a72","model":"e2e-rot-780698","externalModel":"e2e-rot-780698","provider":"e2e-rot-780698-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.737553749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","gvk":"Deployment","name":"maas-api-e2e-ait-a04f11df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.785499478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"b35739a1-6ad8-460d-ae9d-e26d2325c465","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.842506526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"826c8b1d-5e93-478f-835f-e50b9ae19241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.845080023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","gvk":"Service","name":"maas-api-e2e-ait-a04f11df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.845765376Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"b35739a1-6ad8-460d-ae9d-e26d2325c465","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.910328775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-a04f11df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.980372514Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"0b776392-8bfe-4403-b323-f6b098e14eff","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:51.980721517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-a04f11df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.062506388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"fe7e7c57-b773-4538-a8d4-1c9d8419579a","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.077126604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-a04f11df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.174774206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-auth","reconcileID":"c0b0909e-e050-4635-8251-fe28bfad5840","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.306536325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"fe7e7c57-b773-4538-a8d4-1c9d8419579a","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.311218678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-a04f11df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.351966032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-auth","reconcileID":"c0b0909e-e050-4635-8251-fe28bfad5840","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.376021249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-a04f11df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.433032512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-a04f11df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.487086457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","gvk":"Deployment","name":"payload-processing-e2e-ait-a04f11df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.512923831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"e332ebcc-a907-4434-90e3-490e907c1570","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.51408749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"1872f8da-efba-4f3f-b471-be8b4995a0fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.538647923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"95324f0d-b4e0-44ea-b6d6-4c13ec9bb39f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.544374185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-a04f11df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.583774065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"e332ebcc-a907-4434-90e3-490e907c1570","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.600563934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"1872f8da-efba-4f3f-b471-be8b4995a0fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.604434838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"95324f0d-b4e0-44ea-b6d6-4c13ec9bb39f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.607023501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","gvk":"Service","name":"payload-processing-e2e-ait-a04f11df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.675908628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","gvk":"Service","name":"payload-pre-processing-e2e-ait-a04f11df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.708855246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"ff252f33-a316-4c51-9b4a-761a408516c1","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.708960275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"ff252f33-a316-4c51-9b4a-761a408516c1","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"routeName":"external-model-e2e-rot-780698-395a8e81d533","namespace":"e2e-extmod-rot-user-a49a72","model":"e2e-rot-780698","externalModel":"e2e-rot-780698","provider":"e2e-rot-780698-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.740030957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","gvk":"DestinationRule","name":"payload-processing-e2e-ait-a04f11df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.792772771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-a04f11df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.847078713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-a04f11df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.910034045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-a04f11df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.944730899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-auth","reconcileID":"2c61dc1d-bfa8-4de3-b59e-999e19e1002b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:52.97416101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-a04f11df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.028092948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-a04f11df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.028526934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-auth","reconcileID":"2c61dc1d-bfa8-4de3-b59e-999e19e1002b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.073429385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"a2f67783-3a78-475d-9f05-ba8031365cb4","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.109918019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-a04f11df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.145625655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"a2f67783-3a78-475d-9f05-ba8031365cb4","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.181891114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a04f11df"},"namespace":"ai-tenant-e2e-ait-a04f11df","name":"default-tenant","reconcileID":"202ce63c-4c3e-4020-b1a7-b2c843d03fed","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-a04f11df","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.206354298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b44328e3-9344-4d04-9bea-6a509bf8c645","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.272021947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b44328e3-9344-4d04-9bea-6a509bf8c645","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.284817028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"41b03cb4-8933-4d0b-8a6a-073c5c135b08","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.343854457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"41b03cb4-8933-4d0b-8a6a-073c5c135b08","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.418949469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"859d64d7-4922-45eb-b7d0-5925cf7bde57","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.489860778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"859d64d7-4922-45eb-b7d0-5925cf7bde57","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.542761577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"07f8591c-a89d-41cd-9316-bd3128a3caea","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.546001592Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"859d64d7-4922-45eb-b7d0-5925cf7bde57","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.602543754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"07f8591c-a89d-41cd-9316-bd3128a3caea","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.650584402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa56f5b1-9898-4c32-9106-9ba5d7ae5f2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.708584282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa56f5b1-9898-4c32-9106-9ba5d7ae5f2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.709646652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"f254ed0a-dc4b-4950-a1d7-52be1632cdb2","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.709664414Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"f254ed0a-dc4b-4950-a1d7-52be1632cdb2","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"routeName":"external-model-e2e-rot-780698-395a8e81d533","namespace":"e2e-extmod-rot-user-a49a72","model":"e2e-rot-780698","externalModel":"e2e-rot-780698","provider":"e2e-rot-780698-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.859216101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c945221b-69d0-4244-aa3b-d3f7bc978d4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.916981956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c945221b-69d0-4244-aa3b-d3f7bc978d4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.921157785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7dc603db-8776-411e-8672-8e56f2f8e1dd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:53.980256512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7dc603db-8776-411e-8672-8e56f2f8e1dd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:54.069322208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"0f301dc9-f2b4-4c55-bcfd-3ac5365bd5f7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:54.087439707Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-a04f11df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-a04f11df","reconcileID":"cd66157e-ec4c-47cf-947c-9ffcc7292f9b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-a04f11df","removed":["maas.opendatahub.io/gateway-access-e2e-ait-a04f11df"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:54.126258754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"0f301dc9-f2b4-4c55-bcfd-3ac5365bd5f7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:54.164396063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"412c2842-d45d-4d0b-bd3f-93b4c84073b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:54.184559903Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"0f301dc9-f2b4-4c55-bcfd-3ac5365bd5f7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:54.221136854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"412c2842-d45d-4d0b-bd3f-93b4c84073b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:54.284897017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f6c8916-7165-4256-91aa-37f39bdb09b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:54.341801644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f6c8916-7165-4256-91aa-37f39bdb09b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:54.41631071Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"b92b6c59-a4e1-4261-8baf-6784c342a4d9","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:54.416771498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"0d609470-85e4-4cc3-811d-874dd785576f","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:54.417250653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6707d6a4-e74b-485a-b711-728535274619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:54.473715231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"0d609470-85e4-4cc3-811d-874dd785576f","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:54.530822274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6707d6a4-e74b-485a-b711-728535274619","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:55.293673527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e35597d5-0b37-42f9-bc1a-e60eef8bd178","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:55.293723971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eeb0b467-be96-4d03-80b2-944352497b3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:55.359558613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e35597d5-0b37-42f9-bc1a-e60eef8bd178","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:55.360797152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eeb0b467-be96-4d03-80b2-944352497b3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:55.446581997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3892eb73-b72b-493e-9a5f-b3765e1db013","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:55.500128157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3892eb73-b72b-493e-9a5f-b3765e1db013","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:55.554689101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3892eb73-b72b-493e-9a5f-b3765e1db013","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:55.555526506Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-sub","reconcileID":"3fb031c5-5ebc-43b4-8abd-acdfa0e4f459","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/distinct-w0-a7f34a","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:55.608210464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3892eb73-b72b-493e-9a5f-b3765e1db013","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:55.661931755Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-sub","reconcileID":"3fb031c5-5ebc-43b4-8abd-acdfa0e4f459","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/distinct-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:55.716844735Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-sub","reconcileID":"3fb031c5-5ebc-43b4-8abd-acdfa0e4f459","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/distinct-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:55.775386073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0497e2f2-810e-465f-87b4-e6233d0f2653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:55.776507414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b99cd106-feb9-4c86-b7d3-4809836f61ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:55.834640752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0497e2f2-810e-465f-87b4-e6233d0f2653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:55.839377606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b99cd106-feb9-4c86-b7d3-4809836f61ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.056758773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"306b6cfa-1087-4a0e-ac05-9fa6fb24d85a","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.057143474Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.120188576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"dfb1736f-0a6a-4bf1-a781-cbddb6a7ea58","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.180711101Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rot-780698-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.192299075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"e79ae909-6b7b-487a-b7ff-e3ad11bac3b9","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.192413261Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"e79ae909-6b7b-487a-b7ff-e3ad11bac3b9","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"routeName":"external-model-e2e-rot-780698-395a8e81d533","namespace":"e2e-extmod-rot-user-a49a72","model":"e2e-rot-780698","externalModel":"e2e-rot-780698","provider":"e2e-rot-780698-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.221830541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5816c854-d62e-4732-a86c-e8be8abb9936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.280007748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5816c854-d62e-4732-a86c-e8be8abb9936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:43:56.292329421Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-8b1850/e2e-rot-780698-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rot-780698-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.304841909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"d6d19b87-41d7-4d4b-8346-4f62cc29a68a","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.305352804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"991574fe-c5a9-4818-9ba0-d4094b8277dd","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.328884397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-auth","reconcileID":"3ffc5596-72c7-4538-b85b-5b4a3c8ade07","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.329075528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"075ede2d-0382-44cd-8cfd-8f2d8c7a46c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.328891861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-auth","reconcileID":"e22062fa-32e2-4a3d-a190-a892d5ce4bb2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.331432267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ab986cc4-f354-46c3-bd21-87a7a614c168","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.386107692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-auth","reconcileID":"3ffc5596-72c7-4538-b85b-5b4a3c8ade07","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.389952272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-auth","reconcileID":"e22062fa-32e2-4a3d-a190-a892d5ce4bb2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.390461271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"075ede2d-0382-44cd-8cfd-8f2d8c7a46c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.393422792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ab986cc4-f354-46c3-bd21-87a7a614c168","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.418356626Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-sub","reconcileID":"b2db4451-06f8-42bc-b593-dfddfa1c4d4e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cb0e56aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.41889652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"6c11fbec-be12-4710-a119-ed92b2cf17de","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.419034557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"6c11fbec-be12-4710-a119-ed92b2cf17de","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.459998399Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5da8e295-07c1-4e30-a162-61b6610d2f1d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.513177449Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5da8e295-07c1-4e30-a162-61b6610d2f1d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.52919834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"5401ff31-4811-42cb-b09e-0cfa58e137ce","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.529233038Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"5401ff31-4811-42cb-b09e-0cfa58e137ce","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"routeName":"external-model-e2e-rot-780698-395a8e81d533","namespace":"e2e-extmod-rot-user-a49a72","model":"e2e-rot-780698","externalModel":"e2e-rot-780698","provider":"e2e-rot-780698-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.566438433Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5da8e295-07c1-4e30-a162-61b6610d2f1d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.580438614Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-sub","reconcileID":"8e495093-5a2b-4ae7-9e78-da4f572c9e73","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-rot-780698","model":"e2e-rot-780698","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-8b1850/e2e-rot-780698-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.636692327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"d3f566b7-f37e-47f0-b034-8c0099463cb5","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.636719993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"d3f566b7-f37e-47f0-b034-8c0099463cb5","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.745464117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b2e4a32-83ca-428c-97a5-32d261a363bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.746210674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"a1e63a46-ff06-4a26-ae61-f3a9ccfb720d","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.746230686Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"a1e63a46-ff06-4a26-ae61-f3a9ccfb720d","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.803545643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b2e4a32-83ca-428c-97a5-32d261a363bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.911738847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"c22d4de4-672b-4523-95ad-1ea3f15ab1b4","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.911769811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"c22d4de4-672b-4523-95ad-1ea3f15ab1b4","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"routeName":"external-model-e2e-rot-780698-395a8e81d533","namespace":"e2e-extmod-rot-user-a49a72","model":"e2e-rot-780698","externalModel":"e2e-rot-780698","provider":"e2e-rot-780698-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:56.963315808Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rot-780698-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.017216906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-auth","reconcileID":"4ad2c00c-95fd-4b9c-b7ec-52166420280c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.017417435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"b2bfcb90-1511-482a-bd59-1f2177eab64a","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.018880289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"c277d031-3a26-489f-be07-962062e25f28","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.019726624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"d380777d-b0bf-4d59-8de5-dc4df85d8894","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.075720056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-auth","reconcileID":"4ad2c00c-95fd-4b9c-b7ec-52166420280c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.076572744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"c277d031-3a26-489f-be07-962062e25f28","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.079849825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"d380777d-b0bf-4d59-8de5-dc4df85d8894","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.124230087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"362f8997-49d1-449a-bf5e-6baacf6954e2","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.130953009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"b48e2266-b34c-4444-813d-3c24704bfb0b","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.130977159Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"b48e2266-b34c-4444-813d-3c24704bfb0b","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"routeName":"external-model-e2e-rot-780698-395a8e81d533","namespace":"e2e-extmod-rot-user-a49a72","model":"e2e-rot-780698","externalModel":"e2e-rot-780698","provider":"e2e-rot-780698-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.178316332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-sub","reconcileID":"9d389bf5-2503-4944-b905-7bad6a7a2836","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-rot-780698","model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.182081923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"362f8997-49d1-449a-bf5e-6baacf6954e2","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.184320189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"f3f01806-2ffe-4b37-b8d6-7601217e6740","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.298521464Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-sub2","reconcileID":"433d2a9b-9dec-4af7-b1e6-b7485a4ef50e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d624edd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.392426829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"c8c50636-33ef-43fd-82e7-2f8c7c3e24d4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.448947238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"c8c50636-33ef-43fd-82e7-2f8c7c3e24d4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.504312387Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"c8c50636-33ef-43fd-82e7-2f8c7c3e24d4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.537478336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77817831-c1b3-490b-945b-e356dbe2a97c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.591063707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77817831-c1b3-490b-945b-e356dbe2a97c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.644391275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77817831-c1b3-490b-945b-e356dbe2a97c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.698968818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77817831-c1b3-490b-945b-e356dbe2a97c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.700140709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"bff9f02a-49b7-4961-903e-be67873ffe64","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.752671466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c389bd5b-f586-4e31-9528-6fd371572c6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.757686516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"bff9f02a-49b7-4961-903e-be67873ffe64","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.811526018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c389bd5b-f586-4e31-9528-6fd371572c6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.81373242Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"bff9f02a-49b7-4961-903e-be67873ffe64","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.918366369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-auth","reconcileID":"61aaa352-05da-426d-a01e-57807b5be451","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.972260804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"4c787c25-da63-4d56-a2bd-a92f0c0089cd","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:57.976025253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-auth","reconcileID":"61aaa352-05da-426d-a01e-57807b5be451","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.02416031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"d81a0d05-fc7d-4642-996f-34059e0d9fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.031112019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"4c787c25-da63-4d56-a2bd-a92f0c0089cd","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.081710802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"d81a0d05-fc7d-4642-996f-34059e0d9fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.236920782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ca13da34-5d2a-4ed9-9f24-4167d3cb9dd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.296558539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ca13da34-5d2a-4ed9-9f24-4167d3cb9dd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.338083546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6098fdc1-7c96-49c3-91be-a9572237a129","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.395715918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6098fdc1-7c96-49c3-91be-a9572237a129","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.399551045Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"e6ea2577-2120-43f7-96d4-a763e6280883","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.532639604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9ff5edd7-fb6b-42b6-ba11-4f874fdcc5e3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.563705185Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"4f9f7667-02dc-42a3-bcf6-891a041bdcbf","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.589415552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9ff5edd7-fb6b-42b6-ba11-4f874fdcc5e3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.632480099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"43f402e2-3add-4f13-beef-0f35f895ea8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.689037259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"43f402e2-3add-4f13-beef-0f35f895ea8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.790822139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec493ac4-f844-4517-aeac-32af17e00c56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.791544148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"807b1905-5462-45ab-92e7-9262e66501f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.848720909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"807b1905-5462-45ab-92e7-9262e66501f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:58.848958379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec493ac4-f844-4517-aeac-32af17e00c56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:59.63958938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af81447-e7bc-470b-bbd8-e88a0342fcb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:59.693130684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af81447-e7bc-470b-bbd8-e88a0342fcb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:59.746333947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af81447-e7bc-470b-bbd8-e88a0342fcb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:59.799681829Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"bbf7eb3c-8274-4d71-b220-a2c75722ce77","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:59.800206293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af81447-e7bc-470b-bbd8-e88a0342fcb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:43:59.944974618Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"5a6bc3e6-ac97-4a19-a3af-edf4ea98d212","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:00.075046279Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-7fc738a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-7fc738a9","reconcileID":"a5bd2e1f-f049-4a9d-ae67-a9bcba5a0b0f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-7fc738a9-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-7fc738a9-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:00.401939288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cfba39e-be4c-4302-9649-fc624c60a302","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:00.402047519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3760dbbc-7b1e-4ef1-be04-96b8e9554a1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:00.45953527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cfba39e-be4c-4302-9649-fc624c60a302","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:00.460431493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3760dbbc-7b1e-4ef1-be04-96b8e9554a1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:00.811682566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"221a671d-6d46-477d-a5a5-e50b53f11e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:00.811879071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d208a04-04dd-4be1-87c4-880117c6854f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:00.868667309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"221a671d-6d46-477d-a5a5-e50b53f11e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:00.922554624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d208a04-04dd-4be1-87c4-880117c6854f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:01.262590819Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"0feb9ff8-07d8-437c-bb3c-44400cb64228","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:01.480243901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0552c749-e9b2-4aba-ae0d-521cf2061277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:01.480243529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55e1dfc5-4180-4dfe-8421-fec19d74e424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:01.53751748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55e1dfc5-4180-4dfe-8421-fec19d74e424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:01.537520301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0552c749-e9b2-4aba-ae0d-521cf2061277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:01.742956623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a103ec-5f07-4561-99e8-a888d1f22e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:01.796439497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a103ec-5f07-4561-99e8-a888d1f22e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:01.849574754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a103ec-5f07-4561-99e8-a888d1f22e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:01.902552323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a103ec-5f07-4561-99e8-a888d1f22e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:03.868055056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b7ad2b-1eba-4f7f-94a4-3d887b56d74b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:03.921632155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b7ad2b-1eba-4f7f-94a4-3d887b56d74b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:03.974947664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b7ad2b-1eba-4f7f-94a4-3d887b56d74b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:04.028132586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b7ad2b-1eba-4f7f-94a4-3d887b56d74b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:05.892746885Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:06.482033528Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-sub","reconcileID":"e635ce64-f1c1-439f-a319-b4bff5040a6d","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/distinct-2-w0-a7f34a","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:06.53610187Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-sub","reconcileID":"e635ce64-f1c1-439f-a319-b4bff5040a6d","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/distinct-2-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:06.589961989Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-sub","reconcileID":"e635ce64-f1c1-439f-a319-b4bff5040a6d","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/distinct-2-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:06.889878536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"c583df2d-4ddb-4e9b-8ebf-4c299493214a","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:06.890723786Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rot-780698-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:07.056621276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"3fc5556c-b5ca-40ce-904f-efe6ca34c271","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:07.185000924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89fef236-396a-4054-b7ac-5cd77d22164a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:07.229805214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-auth","reconcileID":"47eb5de2-faba-4dfd-9bf5-f8470baa2d4d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:07.295209934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"a1d3de49-cca5-45dd-9788-a2af6e703b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:07.318520795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-auth","reconcileID":"eada50f6-f2bc-4983-84d5-d4d05e1dc058","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:07.31932496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"8d43c89a-9ae0-48b6-8edd-c1fe7f7d7066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:07.341479251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-auth","reconcileID":"47eb5de2-faba-4dfd-9bf5-f8470baa2d4d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:07.36158663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89fef236-396a-4054-b7ac-5cd77d22164a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:07.414974709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"8d43c89a-9ae0-48b6-8edd-c1fe7f7d7066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:07.417301303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"a1d3de49-cca5-45dd-9788-a2af6e703b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:07.418084498Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7fb45dbc-5046-41cd-8e36-0ba15464a8ae","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:07.428479832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-auth","reconcileID":"eada50f6-f2bc-4983-84d5-d4d05e1dc058","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:07.467640833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-sub","reconcileID":"da9469e3-f382-48b7-902b-57c0e3ac81b3","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-rot-780698","model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:07.475680741Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7fb45dbc-5046-41cd-8e36-0ba15464a8ae","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:07.612322437Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7fb45dbc-5046-41cd-8e36-0ba15464a8ae","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382","model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:07.723249422Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-match-auth","reconcileID":"50aea001-0b4a-4285-a5cf-747555abcbd9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/distinct-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:07.873009423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88aa315e-3b60-48c3-abf3-65d846647e93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:07.961481562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"60a6c0dc-2d56-4282-a34e-278f8c2e0a0b","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:07.961597158Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"60a6c0dc-2d56-4282-a34e-278f8c2e0a0b","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"routeName":"external-model-e2e-rot-780698-395a8e81d533","namespace":"e2e-extmod-rot-user-a49a72","model":"e2e-rot-780698","externalModel":"e2e-rot-780698","provider":"e2e-rot-780698-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:07.972135845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88aa315e-3b60-48c3-abf3-65d846647e93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.030389775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"1fd2338a-0e16-4c80-9ed4-dd5ff156d1f9","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.077330057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"136529eb-5652-4436-aa28-85fed6c1fef4","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.099980091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-auth","reconcileID":"fbdc4043-8d86-4697-8540-3835e30e64e0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.100968571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"415bd310-ebcb-4c7f-bea5-b8b637df4697","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.107556992Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rot-780698-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.108659659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"dc787d63-b878-4b16-896e-2d7b335234d5","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.185715702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"31065fe3-9407-4c6e-a92b-1e84836ade86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.19603447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-auth","reconcileID":"fbdc4043-8d86-4697-8540-3835e30e64e0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.215015634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"415bd310-ebcb-4c7f-bea5-b8b637df4697","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.238550114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"6e9558c8-1b75-4ae2-923d-1be44c1f6673","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.248767949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"31065fe3-9407-4c6e-a92b-1e84836ade86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.326528748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth2","reconcileID":"94bbae31-9066-4f0c-995f-b249178d1ed8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.388653781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth2","reconcileID":"94bbae31-9066-4f0c-995f-b249178d1ed8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.459766468Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-model-nomatch-auth","reconcileID":"bed43cb7-8f66-4694-84ca-e55847a0b733","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/distinct-2-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.535902243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"bfc2d84d-ef6a-4e95-9f14-4f76a1961b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.667598787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"bfc2d84d-ef6a-4e95-9f14-4f76a1961b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.726902165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0d151ae0-28e3-48cf-9185-87ed3cbfd70c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.733626457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"afcc0645-79ec-4533-91f6-7ab99b921c3d","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.74436923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"059b2183-d715-476c-83b1-3250862d209d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.745134326Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5ac71a4a-630f-4da2-a95e-d4544375b6da","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.799326553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0d151ae0-28e3-48cf-9185-87ed3cbfd70c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.812028059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"059b2183-d715-476c-83b1-3250862d209d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.928650612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"cc3c21fe-4db2-40e6-96c8-65323c930868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.98443055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"798ac051-ca0f-4227-b00b-17f376d0723c","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:08.989238512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"cc3c21fe-4db2-40e6-96c8-65323c930868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:09.111513861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"2cf8b773-d56a-463f-aa04-21ec2a4f205f","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:09.168010839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth2","reconcileID":"31aea5e1-f9d2-4f7f-83bc-c40fd9f50a27","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:09.217888147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c990059e-5b50-475e-98d5-56f4589af293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:09.22594999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25ed321b-6848-4a5a-a3eb-5caaab4b8a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:09.260846974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth2","reconcileID":"31aea5e1-f9d2-4f7f-83bc-c40fd9f50a27","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:09.281609118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c990059e-5b50-475e-98d5-56f4589af293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:09.359229261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25ed321b-6848-4a5a-a3eb-5caaab4b8a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:09.466394122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"f8339466-ed35-4c43-83c9-a179b52b6f46","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:09.505238275Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"e2e-sa-multi-hdr-auth2","reconcileID":"92650186-4cc3-4a45-99de-805a20d2cb43","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/distinct-2-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:09.530965732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"f8339466-ed35-4c43-83c9-a179b52b6f46","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:09.774849782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"1a1877a8-14cc-475f-9d64-5603de9d87a1","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:11.369957667Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"d0ef80f0-20e3-4046-b471-0e9a7fd18e94","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:11.822524588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9faf07b3-deca-4d57-8f1a-3f5094b1d00f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:11.822669506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"854657a3-34fd-49fc-8059-4bc4742024d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:11.88020723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9faf07b3-deca-4d57-8f1a-3f5094b1d00f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:11.880492597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"854657a3-34fd-49fc-8059-4bc4742024d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.482342809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"0b792cce-ba40-4f08-b780-878de01143c6","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.482594971Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rot-780698-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.482651137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"65c8c128-0c1a-4a5f-a355-43734dc79541","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.539086788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"c16237f0-ebb2-45ca-959c-2e7c4707ed7d","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.539442808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"a4ee694e-d3bc-4b05-a24b-3caaa9b2f99e","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:44:12.593938675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-partial-access-sub","reconcileID":"41b02010-2bad-4190-a1f9-54f427591f41","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.641893303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcdc15a3-46a8-417b-b8d0-486a5d4852ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.64217216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"fe5f2c1a-da36-439e-8deb-ab80f406fb4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.643091849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f75ede2-5284-4bf9-86b3-879fa8479bee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.643958635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"2c03d689-4a5e-4c69-93d6-07e2baa4abcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.699873689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"fe5f2c1a-da36-439e-8deb-ab80f406fb4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.700065806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fcdc15a3-46a8-417b-b8d0-486a5d4852ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.702355925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f75ede2-5284-4bf9-86b3-879fa8479bee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.70246113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"2c03d689-4a5e-4c69-93d6-07e2baa4abcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.706531048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"f5b9aa4b-0ef1-4fa1-b72f-2bb2f44e4fea","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.706966166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"6c0fc8f3-d3ea-4e88-93de-76c0e0d353c0","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.748262925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"f9c9b69e-2557-4c35-9ea9-25ddc180d7cf","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.764076019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"a071d58e-551c-4efd-b14e-67ec5054c2f9","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.764420828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"3b596b4e-4625-489f-b864-a326670a768e","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.803219222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"35a82306-ab49-484f-bd6b-de227e9c6860","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:12.963450832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-partial-access-auth","reconcileID":"67c32a0c-bda5-4a62-8388-1f8a384bfb75","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:13.020334855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-partial-access-auth","reconcileID":"67c32a0c-bda5-4a62-8388-1f8a384bfb75","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:13.034622736Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-partial-access-sub","reconcileID":"077639b7-b241-4526-92d4-0b33355b042c","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:13.064305385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5805c0ec-f8a6-485f-a7cc-071ca82a8a2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:13.064349441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10be02dc-bc05-45ab-9dcd-4c3efd098b9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:13.065090971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"c507b978-6ff6-43b3-8994-d41f0a322417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:13.065092489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"1946e372-81c6-4797-8eb4-85d6aeb47c2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:13.122132921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10be02dc-bc05-45ab-9dcd-4c3efd098b9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:13.122356401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"c507b978-6ff6-43b3-8994-d41f0a322417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:13.126669392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5805c0ec-f8a6-485f-a7cc-071ca82a8a2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:13.126930316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"1946e372-81c6-4797-8eb4-85d6aeb47c2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:13.195820211Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-partial-access-sub","reconcileID":"077639b7-b241-4526-92d4-0b33355b042c","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-distinct-w0-a7f34a","model":"distinct-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:13.249621568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"bc3d7599-1980-441f-8041-48782c0a5de1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:13.343089536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"2c9629c9-1ba8-43be-a38b-c8d3fd1a07c0","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:13.478144506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"ce05dc9a-b556-414e-9e28-e2233e0ed125","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:13.478509788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"5b5ac76a-b2a9-4d42-8217-9ad30183fac0","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:13.505776362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-partial-access-auth","reconcileID":"b97db905-ad40-4d63-a4f9-61bc57215237","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:13.563086243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-partial-access-auth","reconcileID":"b97db905-ad40-4d63-a4f9-61bc57215237","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:13.690228087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-partial-access-sub","reconcileID":"c9e6017a-8cf6-4b88-9783-4a2d67ddc881","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:13.849426972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-partial-access-sub","reconcileID":"c9e6017a-8cf6-4b88-9783-4a2d67ddc881","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-distinct-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/distinct-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:16.089280294Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-partial-access-auth","reconcileID":"6b64cd10-8bcd-44b4-8ce2-d75d1102698d","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:16.089338132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"758574ec-1564-41eb-bbe6-84016fdf7e4c","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:16.299557652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"116de62f-1b98-4f2c-9134-8f6e376b221e","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:16.429492694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"f0630298-1d68-479b-9bda-e07a8f2da2ed","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:16.429928636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"e8536677-1397-441f-9021-4e1e9903902d","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:16.592667302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"4a7e5194-4484-42ff-a626-89fabf314e64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:16.592967293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74878133-ee45-4481-bcf6-f9adb13b4d41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:16.593211437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"9c6b6e10-617c-4013-a921-d2236e42e5e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:16.596413947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e75c704-3e25-4e61-865a-1a95062ff8eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:16.652463763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"9c6b6e10-617c-4013-a921-d2236e42e5e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:16.65324187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"4a7e5194-4484-42ff-a626-89fabf314e64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:16.65488148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74878133-ee45-4481-bcf6-f9adb13b4d41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:16.656871267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e75c704-3e25-4e61-865a-1a95062ff8eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:20.423511993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"47c431d2-9642-4518-96ad-164c2d58337b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:20.42459109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7e131614-f89e-45c6-acc6-1b971129c761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:20.498229768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7e131614-f89e-45c6-acc6-1b971129c761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:20.502347112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"47c431d2-9642-4518-96ad-164c2d58337b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:20.761583393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"fdf8e55a-906f-449c-b15d-10a3957c711f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:20.762837502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"3c40eb87-1af4-42b8-a25e-b41dd8a28e91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:20.826181025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"3c40eb87-1af4-42b8-a25e-b41dd8a28e91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:20.830952862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"fdf8e55a-906f-449c-b15d-10a3957c711f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:21.171806247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e7cee427-aa7f-40e8-a8fa-332064b51a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:21.231602059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e7cee427-aa7f-40e8-a8fa-332064b51a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:21.267617229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"abe6d2a5-0b7e-4adb-aae2-14642eb592ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:21.348742301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"abe6d2a5-0b7e-4adb-aae2-14642eb592ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:21.477179572Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"bc0e8976-325e-4b50-9dfc-2a5bee4363ee","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:25.63501501Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"c5a22964-f720-4d67-ad57-b2fa76b4e295","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:25.850427007Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"0132bf28-819f-4c16-8c32-3cef51ed2572","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:26.560490346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe92d450-dd08-49e4-b3e5-44a77965bb22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:26.61345442Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-partial-access-sub","reconcileID":"281da365-b444-428a-b379-d6d63c5ebdb6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:26.614555219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe92d450-dd08-49e4-b3e5-44a77965bb22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:26.667889598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe92d450-dd08-49e4-b3e5-44a77965bb22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:26.721851488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe92d450-dd08-49e4-b3e5-44a77965bb22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:26.893085571Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-partial-access-sub","reconcileID":"281da365-b444-428a-b379-d6d63c5ebdb6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:26.893129113Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-partial-access-sub","reconcileID":"281da365-b444-428a-b379-d6d63c5ebdb6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/distinct-w0-a7f34a","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:27.001923335Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-partial-access-sub","reconcileID":"281da365-b444-428a-b379-d6d63c5ebdb6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/distinct-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:27.059291683Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-partial-access-sub","reconcileID":"281da365-b444-428a-b379-d6d63c5ebdb6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/distinct-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:27.059424066Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"faef44da-8a8c-411a-922c-26dcc200b04e","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:27.165883322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"f3122941-b718-42bf-a444-349b48e50ee9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:27.171398936Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-fd831e1c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-fd831e1c","reconcileID":"bc107db3-e47f-49e8-85d3-80b5d1edd988","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-fd831e1c","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-fd831e1c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:27.342638617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"300eaf13-e3c5-42ee-b21a-054d6c09e6ca","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:27.342953854Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rot-780698-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:27.342989899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"795c2802-e11a-415b-bca3-7cb4688e3119","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:27.508035824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05b43cfc-8e36-4099-a0f0-23bfd005a9cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:27.510508197Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"140e7fff-99a6-444c-8207-8a8d33c7c9aa","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:27.512374087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b51f84d-03d7-4426-86b8-896640849f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:27.565426523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05b43cfc-8e36-4099-a0f0-23bfd005a9cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:27.56879353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b51f84d-03d7-4426-86b8-896640849f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:27.603626205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6b113e25-4b88-4532-acba-6da8e32d7f54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:27.61188038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"acc2483f-acaf-4d3c-8a38-a8b22f660766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:27.660729001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6b113e25-4b88-4532-acba-6da8e32d7f54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:27.669360019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"acc2483f-acaf-4d3c-8a38-a8b22f660766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:27.975838929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7778f4d-c604-4d2d-a9b1-bcdd061d22ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:27.975832839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04af08d1-1112-4475-ba12-8970020d17c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.034236354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7778f4d-c604-4d2d-a9b1-bcdd061d22ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.034542496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04af08d1-1112-4475-ba12-8970020d17c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.187214376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"d3a63454-110d-49dd-97eb-9dc2f0e13b4c","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.188938331Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rot-780698-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.248648996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"a6653af9-05f5-47c1-be12-e0f4c18813a6","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:44:28.300011385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-no-access-sub","reconcileID":"5b6b40ae-3099-4757-b34e-bee917257e72","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.359155245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"673c1ade-03cb-4485-9589-d90157ba36ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.359206815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"38b6444f-8d46-429f-b8f5-f1a760c19dcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.388714456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"ec3fbb0a-092c-4b21-8749-882ba51ccb64","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.416384588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"38b6444f-8d46-429f-b8f5-f1a760c19dcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.416716138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"f30e2f6b-7662-4897-ab15-4315596ef289","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.416736141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"673c1ade-03cb-4485-9589-d90157ba36ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.445987264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"6fd8aeeb-98f3-4e3a-9dfe-c3a70de9e238","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.472453443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"78d29827-df8e-4842-a9c9-a55b9c071da4","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.510530049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b60ce528-6775-4f72-a4fe-9b849c5446e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.514662651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c07897fc-cfad-4e2f-a8f0-6f0f575084d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.568436263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b60ce528-6775-4f72-a4fe-9b849c5446e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.571531738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c07897fc-cfad-4e2f-a8f0-6f0f575084d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.687707342Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-no-access-sub","reconcileID":"4e85ff56-710c-4d07-82d0-6f21ad055776","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-distinct-w0-a7f34a","model":"distinct-w0-a7f34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-a7f34a/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.693879105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6753d64-86b1-4e0b-b328-2bb71aaf17d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.694527761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-no-access-auth","reconcileID":"3864681d-55a4-478c-aaa0-0bcd8cf13eb5","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.749285522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6753d64-86b1-4e0b-b328-2bb71aaf17d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.805004845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6753d64-86b1-4e0b-b328-2bb71aaf17d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.809699749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-no-access-auth","reconcileID":"3864681d-55a4-478c-aaa0-0bcd8cf13eb5","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.858691891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6753d64-86b1-4e0b-b328-2bb71aaf17d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.913920554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b09e82ac-e387-40be-be43-a897807fb62c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.919579467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"50c7ce91-5086-4915-a61e-41e04a83e0c0","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.966158362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"cc2b293d-d69b-4731-ab5a-fdb525dd6a5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:28.970832098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b09e82ac-e387-40be-be43-a897807fb62c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:29.020600184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c367690f-b0e8-4026-b3c5-76d257d54d24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:29.02062726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f26f325-8f11-4a53-972f-5178b9f27684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:29.023427283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"cc2b293d-d69b-4731-ab5a-fdb525dd6a5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:29.087059828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f26f325-8f11-4a53-972f-5178b9f27684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:29.089534741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c367690f-b0e8-4026-b3c5-76d257d54d24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:29.136430336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"9cf70fa2-97ad-42b2-98dd-4a6fb078bace","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:29.193658474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-no-access-sub","reconcileID":"7fdf5bcd-1120-4edf-8aaf-384d95e0f30c","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-distinct-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/distinct-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:29.360523988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-no-access-auth","reconcileID":"d227aac6-61b5-48a8-bc16-d6cb75b55a85","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:29.367310796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"dc715c8a-4766-442f-ac04-1b2056097181","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:29.417171821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-no-access-auth","reconcileID":"d227aac6-61b5-48a8-bc16-d6cb75b55a85","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:29.496889118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5835fc5-cd2a-4888-a971-9a89f8149204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:29.497548964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0adb767-decd-4b3a-940d-2ff3ff432277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:29.560221423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5835fc5-cd2a-4888-a971-9a89f8149204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:29.560278775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0adb767-decd-4b3a-940d-2ff3ff432277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:29.576670303Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"c6585448-8e08-44cd-a0ab-850971779cef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:30.896193368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"020acccd-a8cf-42f8-b500-6521400c6096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:30.950905452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"020acccd-a8cf-42f8-b500-6521400c6096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:31.008516882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"020acccd-a8cf-42f8-b500-6521400c6096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:31.062641304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"020acccd-a8cf-42f8-b500-6521400c6096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:32.114540161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"21b7b46c-20fe-45e6-bbae-9af172203f51","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:32.144814013Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-no-access-auth","reconcileID":"95d0f578-ae77-499d-8449-223e40538ce4","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/distinct-2-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:32.356546197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"3056ba4b-1e36-4095-8022-8b9cb41526f7","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:32.491925034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"ffc3ec04-7a92-4bdc-886d-28bb741dcdb7","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:32.653712502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"61749a24-9adc-46ea-be2a-e700ba61011b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:32.656649268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6a553488-0fa5-415d-9aff-d25835e58aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:32.657017221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18e86756-281a-4a63-bd1f-0500d3114ef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:32.657364673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e797acf-4eb5-410b-9ad0-42c7ea96d8e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:32.711621169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"61749a24-9adc-46ea-be2a-e700ba61011b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:32.715242512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18e86756-281a-4a63-bd1f-0500d3114ef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:32.715648375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e797acf-4eb5-410b-9ad0-42c7ea96d8e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:32.718739719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6a553488-0fa5-415d-9aff-d25835e58aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:32.993084928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91c1fac0-054e-4b13-8e16-be8f7bc11c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:33.0464095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91c1fac0-054e-4b13-8e16-be8f7bc11c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:33.100124192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91c1fac0-054e-4b13-8e16-be8f7bc11c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:33.153992908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91c1fac0-054e-4b13-8e16-be8f7bc11c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:35.893889012Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:38.396063568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"7888cfe0-df24-4ebf-aa9b-bf9dd4859533","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:38.396095735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"7888cfe0-df24-4ebf-aa9b-bf9dd4859533","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:39.684059219Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"2bb1981c-c031-4149-9434-4759b481f950","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:39.942936269Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"038ba891-da6a-48d0-92a9-07e2f4978e74","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:39.999934495Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"038ba891-da6a-48d0-92a9-07e2f4978e74","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:40.107702022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"038ba891-da6a-48d0-92a9-07e2f4978e74","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-7fc738a9-gw","tenantID":"e2e-migrate-7fc738a9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:40.224569868Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"038ba891-da6a-48d0-92a9-07e2f4978e74","name":"e2e-migrate-7fc738a9-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:42.658031792Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-no-access-sub","reconcileID":"957f393b-7b0b-4a87-975c-60c8bd54734d","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/distinct-w0-a7f34a","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:42.711233634Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-no-access-sub","reconcileID":"957f393b-7b0b-4a87-975c-60c8bd54734d","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/distinct-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:42.764702568Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"e2e-no-access-sub","reconcileID":"957f393b-7b0b-4a87-975c-60c8bd54734d","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/distinct-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:43.039416931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"5ef77658-a9bb-463f-ab51-e2a6807af847","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:43.039962857Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rot-780698-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:43.200111682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"33327e61-9587-4afc-af92-d33bef80d7a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:43.200349871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cb05ea3-bbf9-4255-9000-444d8be6ba8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:43.201557746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"09576543-1715-46c8-a76c-8bb74c570d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:43.201874636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"505825e0-9ef4-4b1a-ad98-a7984f9a3123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:43.25890756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"33327e61-9587-4afc-af92-d33bef80d7a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:43.25914066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cb05ea3-bbf9-4255-9000-444d8be6ba8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:43.26134853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"09576543-1715-46c8-a76c-8bb74c570d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:43.261625274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"505825e0-9ef4-4b1a-ad98-a7984f9a3123","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:43.943923144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f89b73c-4f58-4563-970c-1c8f63ad747a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:43.944079041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba068072-a861-4b4b-afcd-17bf4f17408e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:44.001059584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f89b73c-4f58-4563-970c-1c8f63ad747a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:44.001354546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba068072-a861-4b4b-afcd-17bf4f17408e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:44.867681623Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"fd18721d-173c-4dee-9e16-37a816b73248","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:47.378827638Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"3323b4cd-d51e-46e7-bc43-b7247d0ab791","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:47.543170042Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"1078226b-9434-4cc5-a79e-49bf6014df6c","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:48.339245916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236cec1d-328b-4711-8c76-27017232a12b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:48.402009159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236cec1d-328b-4711-8c76-27017232a12b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:48.460797869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236cec1d-328b-4711-8c76-27017232a12b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:48.522101172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"236cec1d-328b-4711-8c76-27017232a12b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:48.715212326Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"5bbb73db-eac1-449b-ba47-f18b9df44c86","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:48.8331571Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-4bf46d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-4bf46d","reconcileID":"b5510a3d-e337-4f8d-97f4-05d2915bb9ee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-4bf46d","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-4bf46d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:49.18593805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c88745b-4962-4503-92c6-6470af37dd03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:49.187650829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d5aa58a-9f1f-41ed-8323-15c7e0677f18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:49.188948384Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"c0d35479-1352-472b-a50c-cffa254c8492","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:49.259600385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d5aa58a-9f1f-41ed-8323-15c7e0677f18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:49.27182115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c88745b-4962-4503-92c6-6470af37dd03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:49.721158811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf0f8b4f-919c-4354-bce2-536a2c76957a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:49.721638343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"469b4c80-1893-4c06-af88-0a09eac4d649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:49.778948497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"469b4c80-1893-4c06-af88-0a09eac4d649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:49.779384876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf0f8b4f-919c-4354-bce2-536a2c76957a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:49.915633591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"848376ec-668a-4413-8cc3-70ba38b77246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:49.917673567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b64cdc50-6f99-4db1-ac6f-365bc402e4a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:49.973044876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"848376ec-668a-4413-8cc3-70ba38b77246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:49.97486144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b64cdc50-6f99-4db1-ac6f-365bc402e4a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:50.694082585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9434effa-3232-4c87-a519-2a7c0440214f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:50.76096756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9434effa-3232-4c87-a519-2a7c0440214f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:50.814089303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9434effa-3232-4c87-a519-2a7c0440214f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:50.867320142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9434effa-3232-4c87-a519-2a7c0440214f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:50.974030274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"555a8143-e3cf-433c-83ff-b647b109fcb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:51.027331582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5da6e03-acf3-462c-9763-1251fcd5de99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:51.03119127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"555a8143-e3cf-433c-83ff-b647b109fcb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:51.091456272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5da6e03-acf3-462c-9763-1251fcd5de99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:51.31832711Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"ed3bce32-6c56-4ef9-99a0-0c6b2cd95a21","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:52.130336359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82f3549f-5199-4001-a60c-db057bdf54db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:52.130351692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faa839aa-715c-4ade-b2b0-1df65735e075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:52.189664563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82f3549f-5199-4001-a60c-db057bdf54db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:44:52.197131542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faa839aa-715c-4ade-b2b0-1df65735e075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:01.425364633Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"83a514e4-1ca8-4669-a2a7-1907c6f64659","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:05.895664864Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:09.453231139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"1e9705de-87c3-4781-adfe-57686eaea74a","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-serve-ce5b2c","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:09.500995757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0537c132-dd56-477b-bc7a-9f36081fd647","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:09.570226738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-sub","reconcileID":"a141b31d-1cce-45cc-af60-41af59d356f0","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-detach-a71420","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:09.684118503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-sub","reconcileID":"612f43c4-b1cf-4b5f-a972-7311695b0e4a","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-unrel-12a574","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:09.752314771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a8d32ebe-2e77-41e8-88fc-765f3ca63a50","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:09.869440701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"29d7e6a6-8179-4e57-b22f-706cdc2cc920","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:09.970536387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"c6468f76-7112-4ca1-84ee-2d1d23cf5f3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:10.124266775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-sub","reconcileID":"c4123e8b-1e11-4416-8191-35d0c627ea95","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-rot-780698","model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:10.216086512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"884d9142-42a9-41c6-9551-4bf2cb18b7cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:10.279015979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"aa86cefa-0f74-48a4-ae86-13a72a107059","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:10.329662727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"71f21ff0-87ce-47e1-8329-296672102c22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:10.394998035Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"aa86cefa-0f74-48a4-ae86-13a72a107059","name":"e2e-mt-fd831e1c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:11.533043734Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"1e06a329-d2a6-4f1e-baf5-cf207b9070b3","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:15.600097669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"8e4c6ffd-cec8-41d7-b01e-0c3506474d75","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:15.600135069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"8e4c6ffd-cec8-41d7-b01e-0c3506474d75","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:20.161318415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"e318eaa9-ee51-4dbc-b989-18903542e139","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:20.28998295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"e530b468-6560-47fc-9c56-41937a6709ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:20.509605149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"8495c339-82c7-444c-877b-81628e12f09e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:20.607501012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"33756bc1-0323-444a-9d5d-2224cfc84eb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:20.618348693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"14e8e6e1-5857-4104-a226-91a26340ceca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:20.761092159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-sub","reconcileID":"0ff638bb-137b-4fdc-83ca-bcfae18cd641","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-rot-780698","model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:20.861069553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"76388a0f-4778-45e6-9520-7e1573aff97b","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-serve-ce5b2c","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:20.962532118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-sub","reconcileID":"a6adf3e6-976f-43f6-af94-ee85208dfd60","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-detach-a71420","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:21.009983745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5ce8c2fb-6d36-4b96-9413-0cae5ab32448","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:21.07799626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"554bcf74-3222-4689-a6af-63a7e4abe589","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:21.078024899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"554bcf74-3222-4689-a6af-63a7e4abe589","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:21.132877999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"7ebe7dda-77e9-47c0-a438-bce7e90c520d","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:21.132904311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"7ebe7dda-77e9-47c0-a438-bce7e90c520d","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:21.164185883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-sub","reconcileID":"76fff138-5c46-4bf2-881b-533bd92e5df6","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-unrel-12a574","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:21.242292694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"79cdc17c-7cfe-4b63-92b0-dcac4b1549af","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:21.414085031Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"79cdc17c-7cfe-4b63-92b0-dcac4b1549af","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:21.46977223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92519-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"79cdc17c-7cfe-4b63-92b0-dcac4b1549af","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:21.527206335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"84b2571a-9d63-4176-b4c7-6000e3a14862","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:21.527227229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"84b2571a-9d63-4176-b4c7-6000e3a14862","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:21.64039952Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"54a08a90-e195-41a1-a469-4306e494f98a","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:24.334070542Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"dad6a71b-d162-4f18-86b6-e37f85684c27","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:24.443329024Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"dad6a71b-d162-4f18-86b6-e37f85684c27","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:25.632926944Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"d7ead76f-6e96-47bb-900e-21b0efdbeb34","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:26.078942991Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"664e7d79-4ff4-4075-bdd2-471ebefefbb0","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:26.190583228Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"94e389bb-3e5b-4143-b0bc-532860c6a03b","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:26.534462446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed970a4b-517c-4d0b-b7ec-91489c35898b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:26.591031524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed970a4b-517c-4d0b-b7ec-91489c35898b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:26.644353271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed970a4b-517c-4d0b-b7ec-91489c35898b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:26.697523796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed970a4b-517c-4d0b-b7ec-91489c35898b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:28.738914856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb94e047-6088-4408-9565-86395d49af20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:28.791925086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb94e047-6088-4408-9565-86395d49af20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:28.844968286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb94e047-6088-4408-9565-86395d49af20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:28.898234964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb94e047-6088-4408-9565-86395d49af20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:29.503129585Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"84cd1d42-66fc-4f21-aafa-23bca0375371","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:30.836371176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604a51b4-92e9-44a2-95bf-793089aa2e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:30.889757606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604a51b4-92e9-44a2-95bf-793089aa2e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:30.942972182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604a51b4-92e9-44a2-95bf-793089aa2e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:30.996222752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604a51b4-92e9-44a2-95bf-793089aa2e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:31.425584617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"049617eb-edde-478c-8487-a0d672c4bd6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:31.44050147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b1b87a04-c91d-4383-b1a9-aab871b9e423","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:31.525947532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ec781aab-a135-4819-8900-53baaa8c26d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:31.63441189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"216b1436-d29e-45ef-9f1e-b1c567064049","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:31.681281851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-sub","reconcileID":"758f748b-2fae-4d35-a997-0f9518db6ca5","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-unrel-12a574","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:31.69109838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"216b1436-d29e-45ef-9f1e-b1c567064049","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:31.746677756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92519-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c46b51afb20f4147bf1e17bd046da1e10378168672ca7cc870e72240f6fffe9) AuthConfig (d0e6e15145a5ec3c0997b47bcf3b705a360d740bab124e4f8f685be5b81930a1) AuthConfig (11b70d87add980022d0f5b98bca6d78163fbc1b3e62c15fdaafbf2475b406c35) AuthConfig (6196bcdd5c3ed1d8d49099b5dff98aadd677d6240dda1723c9895afad21e1715) AuthConfig (53e9ee42feb6d05d7a27cafb46fc657903323b9c11982f902d898f12ae04fa86) AuthConfig (18bdcda33eed1158e81004cdfebd94d359c84de4d79620b183f4407cafcf583c) AuthConfig (5c40cd7514857a45ff4c3f50a8d1778afa47e344c1e3e7759c048de13eb3e927) AuthConfig (af171ffd2afac835004e133f669ae9b0e0ee831aedb7d35f1fad078b32410fc1) AuthConfig (d739dbeb7107a5cc81507dfdcec5e3ff4c8ad9b19aad9c759e72a3cbd93c6026) AuthConfig (b927cab7754cc58e2021eefa1e3bb330062288497484de71e79bf6d4e490fe7d) AuthConfig (fd4e7e9b97d019e35c1fed5831d28c46c23e20bbb1df63a49a5ecfcac46483c3) AuthConfig (4eb922df1e05695010f91e5c04faa8526c2acc0fac45adef9714f784b669cbcf) AuthConfig (70ee6355baf3c00173b29155c05ea22490593a005ab3cd26fd05fdad8091243c) AuthConfig (7c930dbc1048d3c0fc382dfa5402b6328526d8d7303b843fad4287ebe58ca758) AuthConfig (2cda06acf6eafaf763a98255ad816b3e51533177cfba3bb0190ea25a38e6824e) AuthConfig (4cdf393345c0f79043824102c6030b1fbb42dbf58f86c1904e81e7f4d9577f79) AuthConfig (cca980df7fb2a5e0bb1f6172d589d8d29b518378c7f1dc00fac0d8e87ea464aa) AuthConfig (843c7cb179b9e2e66d2976017da9fa15d34de76c8bc411a4871668b22fff9e5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"216b1436-d29e-45ef-9f1e-b1c567064049","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:31.780870945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-sub","reconcileID":"5d56f1ac-0a4a-4e85-bfa2-6c678a505e0c","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-rot-780698","model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:31.805582441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"700129a5-7e98-4b6c-bae8-648df1b3f665","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:31.805603394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"700129a5-7e98-4b6c-bae8-648df1b3f665","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:31.827719108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"5f4d6120-39e1-4d0b-ae61-a78d8022be3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:31.893436488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"cec63260-08b7-4d84-bfdf-85d6c67aec7f","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-serve-ce5b2c","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:31.927069668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"9154d5d0-3d26-41f2-a006-4f844de4ca87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:32.166269498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-sub","reconcileID":"227915aa-2b66-41d0-b598-83a3b3d7b943","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-detach-a71420","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:32.219888265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"efd10dd7-b7c1-40c2-a36d-89ee522e0e67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:32.898000531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0892cfc3-8807-4396-833a-6efdb551b7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:32.951699159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0892cfc3-8807-4396-833a-6efdb551b7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:33.005154642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0892cfc3-8807-4396-833a-6efdb551b7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:33.05823329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0892cfc3-8807-4396-833a-6efdb551b7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:33.619652427Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"448a0080-7037-4a70-a87c-a379e6658942","namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:33.673471265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"f962482a-78b3-4ae2-a2e3-f7c4acdf7459","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:33.673501922Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"f962482a-78b3-4ae2-a2e3-f7c4acdf7459","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"routeName":"external-model-e2e-rot-780698-395a8e81d533","namespace":"e2e-extmod-rot-user-a49a72","model":"e2e-rot-780698","externalModel":"e2e-rot-780698","provider":"e2e-rot-780698-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:33.685648921Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-sub","reconcileID":"ac866da9-b362-4ea0-939b-09b72384446e","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:33.749847535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"033a454e-b326-4c42-a269-1972cdad8fe4","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:33.768958745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"ea5c7ac4-e9bc-4e3a-90a5-599b62b017ff","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:33.780342031Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"f6a03419-edd1-4399-87de-ac0b673412b8","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"routeName":"external-model-e2e-rot-780698-395a8e81d533","namespace":"e2e-extmod-rot-user-a49a72","model":"e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:33.80721013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"033a454e-b326-4c42-a269-1972cdad8fe4","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:33.822623046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7061dab3-0300-4db4-b5d0-c27ccf7ac95c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:33.823048089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a0dc67de-a011-4e9e-a38d-5299d1391a40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:33.827347358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"ea5c7ac4-e9bc-4e3a-90a5-599b62b017ff","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:33.860410126Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"033a454e-b326-4c42-a269-1972cdad8fe4","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:33.884655486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7061dab3-0300-4db4-b5d0-c27ccf7ac95c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:33.902615559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92519-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c46b51afb20f4147bf1e17bd046da1e10378168672ca7cc870e72240f6fffe9) AuthConfig (d0e6e15145a5ec3c0997b47bcf3b705a360d740bab124e4f8f685be5b81930a1) AuthConfig (11b70d87add980022d0f5b98bca6d78163fbc1b3e62c15fdaafbf2475b406c35) AuthConfig (6196bcdd5c3ed1d8d49099b5dff98aadd677d6240dda1723c9895afad21e1715) AuthConfig (53e9ee42feb6d05d7a27cafb46fc657903323b9c11982f902d898f12ae04fa86) AuthConfig (18bdcda33eed1158e81004cdfebd94d359c84de4d79620b183f4407cafcf583c) AuthConfig (5c40cd7514857a45ff4c3f50a8d1778afa47e344c1e3e7759c048de13eb3e927) AuthConfig (af171ffd2afac835004e133f669ae9b0e0ee831aedb7d35f1fad078b32410fc1) AuthConfig (d739dbeb7107a5cc81507dfdcec5e3ff4c8ad9b19aad9c759e72a3cbd93c6026) AuthConfig (b927cab7754cc58e2021eefa1e3bb330062288497484de71e79bf6d4e490fe7d) AuthConfig (fd4e7e9b97d019e35c1fed5831d28c46c23e20bbb1df63a49a5ecfcac46483c3) AuthConfig (4eb922df1e05695010f91e5c04faa8526c2acc0fac45adef9714f784b669cbcf) AuthConfig (70ee6355baf3c00173b29155c05ea22490593a005ab3cd26fd05fdad8091243c) AuthConfig (7c930dbc1048d3c0fc382dfa5402b6328526d8d7303b843fad4287ebe58ca758) AuthConfig (2cda06acf6eafaf763a98255ad816b3e51533177cfba3bb0190ea25a38e6824e) AuthConfig (4cdf393345c0f79043824102c6030b1fbb42dbf58f86c1904e81e7f4d9577f79) AuthConfig (cca980df7fb2a5e0bb1f6172d589d8d29b518378c7f1dc00fac0d8e87ea464aa) AuthConfig (843c7cb179b9e2e66d2976017da9fa15d34de76c8bc411a4871668b22fff9e5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"ea5c7ac4-e9bc-4e3a-90a5-599b62b017ff","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:33.908304596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a0dc67de-a011-4e9e-a38d-5299d1391a40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:33.957365865Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"4fa32d2f-b918-4feb-9c9c-f0f65c7fc831","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"routeName":"external-model-e2e-rot-780698-395a8e81d533","namespace":"e2e-extmod-rot-user-a49a72","model":"e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:33.964505262Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-sub","reconcileID":"c5899843-36a1-45a0-8e68-74eada3eb68e","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.040806844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"65384653-5bd5-4cf9-a9a4-544b5184fed3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.097444106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"65384653-5bd5-4cf9-a9a4-544b5184fed3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.152816547Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"65384653-5bd5-4cf9-a9a4-544b5184fed3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.205816329Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-sub","reconcileID":"e56ee7fa-944d-43e6-b5cf-bea2271f57a1","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","error":"MaaSModelRef not found: e2e-extmod-rot-user-a49a72/e2e-rot-780698 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.27269933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a0d0548a-03cf-44d0-93fc-c51b461a9736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.274490492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"912c7ca3-aa40-4770-82a3-834303d65757","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.329923972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a0d0548a-03cf-44d0-93fc-c51b461a9736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.33112275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"912c7ca3-aa40-4770-82a3-834303d65757","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.376118772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"36e592df-5727-4641-a609-dcff36a59c5e","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.428891509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"dfc4af1d-0774-433a-a326-e99faf1ddeab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.432887169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"36e592df-5727-4641-a609-dcff36a59c5e","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.432915597Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"36e592df-5727-4641-a609-dcff36a59c5e","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:45:34.469161067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"c4297886-147f-4910-a7aa-28ea63ec151d","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rot-780698\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.482644007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"86da9f24-4aee-4e5f-8693-b146aab60f4a","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.486875417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"dfc4af1d-0774-433a-a326-e99faf1ddeab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.540213752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"86da9f24-4aee-4e5f-8693-b146aab60f4a","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.561478289Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"412c24fa-8ebb-43be-bb90-05d2d6fba8b8","namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.673761436Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-780698","namespace":"e2e-extmod-rot-user-a49a72"},"namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","reconcileID":"2d357a5d-1b14-416f-8cbf-ef5e680d1ae3","namespace":"e2e-extmod-rot-user-a49a72","name":"e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.696471915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"1083c119-3cb7-44f4-839c-0250dc2c6307","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.754659514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"1083c119-3cb7-44f4-839c-0250dc2c6307","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.950161816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"9ad5ea96-d494-4fe3-93c5-f1b69b52b3af","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:34.962160475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c007fc15-1527-4d1c-ac28-ce7319de619b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.006640311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"22364be4-711e-4f27-b3a0-64cbb970cda6","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.007414065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"9ad5ea96-d494-4fe3-93c5-f1b69b52b3af","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.010760984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"516dd031-dc08-4694-836c-12b2b8f101eb","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.019058805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c007fc15-1527-4d1c-ac28-ce7319de619b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.062957703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92519-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6c46b51afb20f4147bf1e17bd046da1e10378168672ca7cc870e72240f6fffe9) AuthConfig (d0e6e15145a5ec3c0997b47bcf3b705a360d740bab124e4f8f685be5b81930a1) AuthConfig (11b70d87add980022d0f5b98bca6d78163fbc1b3e62c15fdaafbf2475b406c35) AuthConfig (6196bcdd5c3ed1d8d49099b5dff98aadd677d6240dda1723c9895afad21e1715) AuthConfig (53e9ee42feb6d05d7a27cafb46fc657903323b9c11982f902d898f12ae04fa86) AuthConfig (18bdcda33eed1158e81004cdfebd94d359c84de4d79620b183f4407cafcf583c) AuthConfig (5c40cd7514857a45ff4c3f50a8d1778afa47e344c1e3e7759c048de13eb3e927) AuthConfig (af171ffd2afac835004e133f669ae9b0e0ee831aedb7d35f1fad078b32410fc1) AuthConfig (d739dbeb7107a5cc81507dfdcec5e3ff4c8ad9b19aad9c759e72a3cbd93c6026) AuthConfig (b927cab7754cc58e2021eefa1e3bb330062288497484de71e79bf6d4e490fe7d) AuthConfig (fd4e7e9b97d019e35c1fed5831d28c46c23e20bbb1df63a49a5ecfcac46483c3) AuthConfig (4eb922df1e05695010f91e5c04faa8526c2acc0fac45adef9714f784b669cbcf) AuthConfig (70ee6355baf3c00173b29155c05ea22490593a005ab3cd26fd05fdad8091243c) AuthConfig (7c930dbc1048d3c0fc382dfa5402b6328526d8d7303b843fad4287ebe58ca758) AuthConfig (2cda06acf6eafaf763a98255ad816b3e51533177cfba3bb0190ea25a38e6824e) AuthConfig (4cdf393345c0f79043824102c6030b1fbb42dbf58f86c1904e81e7f4d9577f79) AuthConfig (cca980df7fb2a5e0bb1f6172d589d8d29b518378c7f1dc00fac0d8e87ea464aa) AuthConfig (843c7cb179b9e2e66d2976017da9fa15d34de76c8bc411a4871668b22fff9e5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"9ad5ea96-d494-4fe3-93c5-f1b69b52b3af","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.063426011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"22364be4-711e-4f27-b3a0-64cbb970cda6","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.067462999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"516dd031-dc08-4694-836c-12b2b8f101eb","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.124201862Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"516dd031-dc08-4694-836c-12b2b8f101eb","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.295466704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"dbc963c0-b8e1-45e4-aba2-76852678a21a","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.352179402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"dbc963c0-b8e1-45e4-aba2-76852678a21a","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.452656209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"f4784194-1564-4f72-bccd-66ebbd344c59","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.510871888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"f4784194-1564-4f72-bccd-66ebbd344c59","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.568360135Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"f4784194-1564-4f72-bccd-66ebbd344c59","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.592100561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4cdd2ee-7fe0-4d82-8f40-30e8f664300b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.594035132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"fb35e125-4f9e-42e9-b11f-da49c0bc2981","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.652687511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"fb35e125-4f9e-42e9-b11f-da49c0bc2981","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.652743138Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"fb35e125-4f9e-42e9-b11f-da49c0bc2981","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.65321055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4cdd2ee-7fe0-4d82-8f40-30e8f664300b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.69475606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"3e7838b8-9847-4114-be19-79e9bf67a13b","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.756421736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"3e7838b8-9847-4114-be19-79e9bf67a13b","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.806426579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"9e9c7a8a-2319-4900-9862-74472f577f0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.864451742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"9e9c7a8a-2319-4900-9862-74472f577f0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.893465237Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.900770196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"d6109035-7013-4196-970c-65c2acf13dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:35.961448988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"d6109035-7013-4196-970c-65c2acf13dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:36.101679817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3756e8fd-702c-4146-875b-892c71a56cca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:36.101970795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"bada42b2-142e-44f1-a7ea-5c2f70a6b569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:36.158375242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3756e8fd-702c-4146-875b-892c71a56cca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:36.158518483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"bada42b2-142e-44f1-a7ea-5c2f70a6b569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:36.297922627Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"8863d493-d48a-4237-a458-525ce607fe97","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:36.413182064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"70ab7d73-c1fb-4401-9970-f7f76451e31e","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:36.413189277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"64f41615-c6d6-4cbb-8cb8-0d6357460dae","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:36.471135553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"64f41615-c6d6-4cbb-8cb8-0d6357460dae","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:36.471480717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"70ab7d73-c1fb-4401-9970-f7f76451e31e","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:36.527183301Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"64f41615-c6d6-4cbb-8cb8-0d6357460dae","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:36.625598541Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"c7d0aac1-8b00-4f8d-b303-b250901e8dc0","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:36.844241129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7566b8d-dac8-4d7a-97be-d37dfac26001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:36.844242812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"131d7982-bd49-4644-890d-380d318d61a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:36.902137881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"131d7982-bd49-4644-890d-380d318d61a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:36.902160537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7566b8d-dac8-4d7a-97be-d37dfac26001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:39.651113263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"7b08c156-4308-4872-9130-a68a4ac16140","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-4bf46d","tenantID":"e2e-autores-4bf46d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:39.767822669Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"7b08c156-4308-4872-9130-a68a4ac16140","name":"e2e-autores-4bf46d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.167640367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82274f02-761e-42f7-a2b5-1321db4396ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.167672708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0208928a-ac8e-440e-b002-14690805440b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.224767072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0208928a-ac8e-440e-b002-14690805440b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.224831544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82274f02-761e-42f7-a2b5-1321db4396ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.529552778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"85f4e43e-518b-499d-a368-68214962f0e9","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.529952421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"a9cdfac0-01d7-4645-89de-6ec78ad72dff","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.529549693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"b7f57084-b409-409e-b820-ee2bd836fa86","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.587060058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"b7f57084-b409-409e-b820-ee2bd836fa86","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.587938741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"85f4e43e-518b-499d-a368-68214962f0e9","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.590626688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"a9cdfac0-01d7-4645-89de-6ec78ad72dff","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.803818072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"cd4d9212-f1da-4f84-88dc-b898e35f4e0b","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.80436424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"1eff47ff-8d91-4a76-8ef1-a8879870257d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.86188893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"cd4d9212-f1da-4f84-88dc-b898e35f4e0b","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.861994508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"1eff47ff-8d91-4a76-8ef1-a8879870257d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.917733645Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"cd4d9212-f1da-4f84-88dc-b898e35f4e0b","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:40.917936267Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"1eff47ff-8d91-4a76-8ef1-a8879870257d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:41.113697779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a758621-6189-461b-9c19-2b9223da3a63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:41.171021144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a758621-6189-461b-9c19-2b9223da3a63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:41.207395175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf193db2-1aaa-4844-a91e-878dd2abb81a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:41.264264116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf193db2-1aaa-4844-a91e-878dd2abb81a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:41.316040974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"e6017514-cc04-4145-97ba-fddf510a45a0","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:41.372896496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"e6017514-cc04-4145-97ba-fddf510a45a0","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:41.428526577Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"e6017514-cc04-4145-97ba-fddf510a45a0","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:44.431062295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fc31416e-c932-44d6-89f8-e6b97446627e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:44.534868388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"90b8e304-b600-4288-8164-cfdb0a26d795","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:44.568798287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c76fd729-327a-4ece-9d49-9e370d2e2225","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:44.675040461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"2e5ddc69-1305-4a34-9b8d-8ee299bbfd23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:44.905547286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-sub","reconcileID":"bba96cc0-87f3-4d6f-845c-44aecc74b896","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-unrel-12a574","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:44.906021075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"96312929-8eee-4019-b18e-29a55e2e09cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:45.133543676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"7aae3a2f-9cfe-4035-a69f-aaf5f49a48e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:45.170739988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"760370c2-8267-484d-98ba-29f2fe68aaa2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:45.228265897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"760370c2-8267-484d-98ba-29f2fe68aaa2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:45.286632128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-sub","reconcileID":"aa128f82-cb97-4937-b85e-07c83f3261c6","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-detach-a71420","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:45.472224892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"22e5ed22-b8dd-46a5-8cd8-14475eb0c6cb","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-serve-ce5b2c","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:45.548181715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"36df6659-7477-4be0-9982-b1792117ff3f","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:45.548205807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"36df6659-7477-4be0-9982-b1792117ff3f","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:46.733021406Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"1891a3c3-1de8-4af6-bd3b-76ac38f74ce5","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:47.196466761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"d907b799-c7d7-44f4-b044-cfbe17970ae7","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:47.196488234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"d907b799-c7d7-44f4-b044-cfbe17970ae7","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:47.254546996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"bdaf3480-24e7-44ee-9f19-7b7a647182c6","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:47.254573016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"bdaf3480-24e7-44ee-9f19-7b7a647182c6","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:47.361048454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"4394f403-9714-4551-bec6-047a8884918e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:47.484479941Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"4394f403-9714-4551-bec6-047a8884918e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:47.539744575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"4394f403-9714-4551-bec6-047a8884918e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:47.59738214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"0e4331e9-c8f4-45f7-a3c4-e69471636c9b","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:47.59740593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"0e4331e9-c8f4-45f7-a3c4-e69471636c9b","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:50.322952441Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-sub","reconcileID":"fa0250bd-5bef-4542-9c2a-6ff5b5adc791","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","subscription":"e2e-rot-780698-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:50.323116932Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-sub","reconcileID":"fa0250bd-5bef-4542-9c2a-6ff5b5adc791","MaaSSubscription":{"name":"e2e-rot-780698-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","error":"MaaSModelRef not found: e2e-extmod-rot-user-a49a72/e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:50.641912874Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-recover-cb540c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:50.811912357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"359f8c5b-101e-4c23-84c7-87ae5f0e7e0e","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:50.811940231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"359f8c5b-101e-4c23-84c7-87ae5f0e7e0e","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:50.918349513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"5999f4d2-a7d0-47e3-8295-95250f8a7469","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:50.918375686Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"5999f4d2-a7d0-47e3-8295-95250f8a7469","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.014662062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"f3e95f7c-75cc-4425-b3bb-bcb1b0450711","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.014677951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"7c56dad8-f116-461c-bae9-25d87b46000f","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.015230056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"6e32be06-7a5b-4ca8-8e8b-f0a08aba781d","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.076741902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"ab99d08d-3724-4d5f-87d6-e7a142b65a65","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.076744976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"5d88f4c9-1a45-407a-a22f-0101894faaa3","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.077444487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"421b0ed2-5c76-4d1f-a81e-c7002b9db1ec","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.077460718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"421b0ed2-5c76-4d1f-a81e-c7002b9db1ec","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.080841433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"6e32be06-7a5b-4ca8-8e8b-f0a08aba781d","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.080888907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"7c56dad8-f116-461c-bae9-25d87b46000f","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.083172807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"f3e95f7c-75cc-4425-b3bb-bcb1b0450711","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.133876585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"ab99d08d-3724-4d5f-87d6-e7a142b65a65","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.133940484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"5d88f4c9-1a45-407a-a22f-0101894faaa3","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.135945421Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"6e32be06-7a5b-4ca8-8e8b-f0a08aba781d","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.138156198Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"f3e95f7c-75cc-4425-b3bb-bcb1b0450711","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.190117893Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"ab99d08d-3724-4d5f-87d6-e7a142b65a65","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.396492956Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rot-780698-access","reconcileID":"3affe3ec-8d61-4821-aea1-5436e10a79ce","MaaSAuthPolicy":{"name":"e2e-rot-780698-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rot-user-a49a72/e2e-rot-780698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.451193223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9489182c-b6e0-443c-b25d-4fb5220bb20c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.502988816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d139c4f9-225e-4306-9227-0f2ec6966776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.508333982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9489182c-b6e0-443c-b25d-4fb5220bb20c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.560485294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d139c4f9-225e-4306-9227-0f2ec6966776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.608955695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"8e294e06-c4cd-466e-b2a4-e874b4af8055","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:51.666015111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"8e294e06-c4cd-466e-b2a4-e874b4af8055","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:52.877637956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"a6b978c5-472e-4f25-a004-8dfd2d32c3f7","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:52.87782329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"c19d8299-3b29-49ff-bbcd-867dd7b79563","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:52.879897187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"b348af3a-ab4d-4eaf-bde4-8bb45e6669fd","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:52.879901605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"ba8ac2ce-17fd-4272-ad32-b8db98aa3eff","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:52.885997802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"3aa2a06f-a14f-4a52-b3ba-c566b704bc49","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:52.934492367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"c19d8299-3b29-49ff-bbcd-867dd7b79563","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:52.934520759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"a6b978c5-472e-4f25-a004-8dfd2d32c3f7","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:52.936819997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"b348af3a-ab4d-4eaf-bde4-8bb45e6669fd","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:52.93699668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"ba8ac2ce-17fd-4272-ad32-b8db98aa3eff","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:52.942238746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"3aa2a06f-a14f-4a52-b3ba-c566b704bc49","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:52.992019257Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"b348af3a-ab4d-4eaf-bde4-8bb45e6669fd","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:52.997520896Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"3aa2a06f-a14f-4a52-b3ba-c566b704bc49","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:53.30782527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"688e693a-4f97-43fe-9b80-94642dad0fc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:53.307873921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a945d40e-31fa-469a-b0c9-09f48f0606c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:53.366775581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a945d40e-31fa-469a-b0c9-09f48f0606c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:53.366796395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"688e693a-4f97-43fe-9b80-94642dad0fc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:56.841055276Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"b3da125e-0492-4e54-9cf6-74ba4694d027","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:57.705593554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"d99d5a06-4b60-4b69-8a6b-3c5214d113f2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:57.762857967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"d99d5a06-4b60-4b69-8a6b-3c5214d113f2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:45:57.818472439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"d99d5a06-4b60-4b69-8a6b-3c5214d113f2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:00.181446633Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"503072fb-6eb9-47f8-9cd3-8d6655950c42","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:01.02828484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf83966-2a30-433e-abb8-099d2185cefa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:01.081244153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf83966-2a30-433e-abb8-099d2185cefa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:01.134233235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf83966-2a30-433e-abb8-099d2185cefa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:01.18713217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf83966-2a30-433e-abb8-099d2185cefa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:02.310814955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"5e20689e-2516-4ea6-9535-1e215eef2e0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:02.479992426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cce518ba-ccd3-48bc-956b-96a65f19128e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:02.68789567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"e1ae60c7-d27a-47ff-8455-e56454d3d21e","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-serve-ce5b2c","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:02.720451254Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb540c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-sub","reconcileID":"e73c78c9-3761-4795-ba85-782600f555d4","MaaSSubscription":{"name":"e2e-rec-recover-cb540c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","subscription":"e2e-rec-recover-cb540c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:02.720612637Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb540c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-sub","reconcileID":"e73c78c9-3761-4795-ba85-782600f555d4","MaaSSubscription":{"name":"e2e-rec-recover-cb540c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:02.792130373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-sub","reconcileID":"b147da14-3811-4da3-8f43-bd2436e74719","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-unrel-12a574","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:02.94122232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"23fb68db-7f97-4e68-8db4-2bec0d59585e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.053531602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"d8dc8f10-bc43-4de8-b67d-fdaa79e9ddfb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.128605987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22f1486-8e0f-4a51-aecb-32a9a4aed16d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.128998673Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub ai-tenant-e2e-extmod-b-8b1850/e2e-rec-ctrl-41e692-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.1541684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"9f872375-5627-49cc-bc98-b8e1914390eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.182314706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22f1486-8e0f-4a51-aecb-32a9a4aed16d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.236633488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22f1486-8e0f-4a51-aecb-32a9a4aed16d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.290151989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c22f1486-8e0f-4a51-aecb-32a9a4aed16d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.45860103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a007f233-67b9-4b38-8b2a-b52cc93fa656","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.458712293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"2cbe1554-cbdb-41f9-8507-4896f54b4326","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.458735935Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"2cbe1554-cbdb-41f9-8507-4896f54b4326","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.458966323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-sub","reconcileID":"af4cbc86-5c12-458b-8288-967be430c24c","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-detach-a71420","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.510561946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"1d796d23-a4c5-4c01-b70d-62ead125150b","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.510667727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"986a2495-306c-40ee-bb8d-e319e696aa12","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.511075744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"62f9a11a-d66e-4c7a-8881-ce46ae655ee7","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.511323981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"59aef0f6-8d22-45ec-82d9-fad87fdec581","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.511409331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"233cc391-4c8e-4662-90a5-b826b0a72114","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.571500234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"986a2495-306c-40ee-bb8d-e319e696aa12","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.571625193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"1d796d23-a4c5-4c01-b70d-62ead125150b","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.574159224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"233cc391-4c8e-4662-90a5-b826b0a72114","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.575213312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"62f9a11a-d66e-4c7a-8881-ce46ae655ee7","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.57765798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"59aef0f6-8d22-45ec-82d9-fad87fdec581","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.61874373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"66f66a18-7881-46aa-b264-f86c2d73c702","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.618771758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"66f66a18-7881-46aa-b264-f86c2d73c702","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.631799419Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"62f9a11a-d66e-4c7a-8881-ce46ae655ee7","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.634735061Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"59aef0f6-8d22-45ec-82d9-fad87fdec581","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.725087057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"45938838-ab19-4c31-8baa-846d66dfe7d1","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.72511915Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"45938838-ab19-4c31-8baa-846d66dfe7d1","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.835475587Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-recover-cb540c-access","reconcileID":"954c2384-135f-440d-8ac9-b3f8c10d985b","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb540c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-noaccess-566ba8/e2e-rec-recover-cb540c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.899040126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cfc48e0-0b08-4b8c-913d-104942202af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.902572903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85d2bc95-1a8b-4807-8e0c-2abba2d4faeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.956196301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cfc48e0-0b08-4b8c-913d-104942202af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:03.959204091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85d2bc95-1a8b-4807-8e0c-2abba2d4faeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:04.621428692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aff0891b-9508-4b08-8533-f6b9653f65d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:04.681242273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aff0891b-9508-4b08-8533-f6b9653f65d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:04.727246861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"9ab07748-847b-4cfb-bf33-0211194895f1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:04.727319384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"af21e787-1211-420c-a171-6b1d77a6ecfb","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:04.740169517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"de253b40-c472-43c4-8dd9-fa39d9ef0b9f","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:04.784455422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"af21e787-1211-420c-a171-6b1d77a6ecfb","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:04.784456923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"9ab07748-847b-4cfb-bf33-0211194895f1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:04.792449825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"6cd55790-86e2-4f72-9aae-c53385c93451","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:04.796504698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"de253b40-c472-43c4-8dd9-fa39d9ef0b9f","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:04.840305143Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"9ab07748-847b-4cfb-bf33-0211194895f1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:04.848815366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"6cd55790-86e2-4f72-9aae-c53385c93451","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:05.045925389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e84f895-7bd3-474d-97fe-738f878f7a1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:05.103169759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e84f895-7bd3-474d-97fe-738f878f7a1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:05.893360605Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:07.92622512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"28fc0df0-6809-4267-a99c-c99f3dc9b0c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:07.983271862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"28fc0df0-6809-4267-a99c-c99f3dc9b0c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:08.039531339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (df5394af1e392c8b5ccf68b91fca419bd62d8f1a82a4e01cf16e1c9b979e4b8d) AuthConfig (4572a61c8afe21a8ece866daf481477ac0f6a0811ac156b9fb9a9d8fa6124f56) AuthConfig (5a9b08265e795a7abc849ccbdd8452e33961fb9e73100a2bc4ae507edfddb5bc) AuthConfig (40446103a3e853bf4dde599616492214024525e4f24aa8e2b82a7216cf7d104d) AuthConfig (0d79815e9b31dbac7ef95a0ba3085011ba03ba22eb2eb4bd1c7b706b76a2a111) AuthConfig (9c152470a26dc8b61d88f57ec0cae9fb3fd8f80182e387fda36e9686f2f52d31) AuthConfig (757336313680d29eea48917e08fc0efb41c25d36eaf734e88bb3223789e12340) AuthConfig (434d727b1a55484bf5b34c37f4e6fa6880abfa483753014aa1ad1c8673679a1f) AuthConfig (d039f242a04e8d8bf93b94033012dd0b8933e1f7447d38a179e0723c0c16ecd4) AuthConfig (9497fc1c0ed6308bfa6bb581fae1194e464b249e4e833adb339cf0eb6f1205c7) AuthConfig (d1a7cac6f4b8e54acb17ff52f38e4996269fb89d5fc3733444055fcdda8e4779) AuthConfig (3ae8de933b0cacc5e428fc8988f090bc95905cfc85918f15e90c0d2ba3b9156c) AuthConfig (a239b27a9d6ec68be3d7159d8a7b3ae457ec664ad732fbcb43d47bc9d7d6f70b) AuthConfig (eb6822524e71c992ced6f92de0f572f3e5856b1a03535db935a6bb40cf51738d) AuthConfig (b48633d6f75fdd131424f41571106b38e679c000c4f1d927cc9c9823f688dba3) AuthConfig (3d8b554dc33f0a1150d0b1bb98c3e277dc5dad305bf47c3d3c40b46f72c44d77) AuthConfig (9d1c789e0efef1b0447495fdaa7c7129e94dbd71e9f703b8a66f05bfe022d97d) AuthConfig (fc1d6f371f6c8497a2f770945ad69ad0e3668d1c799fd70ce3733fed716a7e08)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"28fc0df0-6809-4267-a99c-c99f3dc9b0c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:08.097622214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"adb2a765-153b-42b2-9917-9585c4a49f92","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:08.097641939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"adb2a765-153b-42b2-9917-9585c4a49f92","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.149145525Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","namespace":"ai-tenant-e2e-migrate-7fc738a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.149227762Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","namespace":"ai-tenant-e2e-migrate-7fc738a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.149311682Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","tenant":"e2e-migrate-7fc738a9","tenantID":"e2e-migrate-7fc738a9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.206075117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","gvk":"Deployment","name":"maas-api-e2e-migrate-7fc738a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.270994112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","gvk":"Service","name":"maas-api-e2e-migrate-7fc738a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.3262779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-7fc738a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.383971996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-7fc738a9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.439959005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-7fc738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.495114403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-7fc738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.547956943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-7fc738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.600559452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-7fc738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.653653024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","gvk":"Deployment","name":"payload-processing-e2e-migrate-7fc738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.706932552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-7fc738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.760170708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","gvk":"Service","name":"payload-processing-e2e-migrate-7fc738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.813258713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","gvk":"Service","name":"payload-pre-processing-e2e-migrate-7fc738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.866254853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-7fc738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.918863682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-7fc738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:09.971870588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-7fc738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:10.024938044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-7fc738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:10.077905262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-7fc738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:10.131069571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-7fc738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:10.184081751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-7fc738a9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:10.237124529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-7fc738a9"},"namespace":"ai-tenant-e2e-migrate-7fc738a9","name":"default-tenant","reconcileID":"5c196468-1cb0-4e24-9157-736522e9a424","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-7fc738a9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:10.289037051Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"a21760e0-64a0-4572-adc6-6def6a4d1b51","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:10.482746439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a45c9b09-83a0-425f-b8ba-6cecc63576c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:10.483869538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0b22f7a-f1bf-46fe-8bb6-43dbe257c679","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:10.541839506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0b22f7a-f1bf-46fe-8bb6-43dbe257c679","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:10.542012932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a45c9b09-83a0-425f-b8ba-6cecc63576c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:10.970421587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c04633d-22b1-48c2-af9e-e0ff4ece58d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:10.972602527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d5597d3-f44f-495c-9ff8-9825cb8d91ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:11.028055048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c04633d-22b1-48c2-af9e-e0ff4ece58d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:11.030484735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d5597d3-f44f-495c-9ff8-9825cb8d91ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:11.094281286Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-7fc738a9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-7fc738a9","reconcileID":"1b06ccb9-418b-4f1f-8a4d-5c950a6c326c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-7fc738a9-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-7fc738a9-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:11.421674576Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"f2903986-31fa-469b-b731-f89430ab215a","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:11.479411136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84a6e4ae-cd8b-4d48-92d5-16626f91375a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:11.479468894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d3bf1be-1bea-451d-aaa2-aee3b748f7f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:11.539916739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d3bf1be-1bea-451d-aaa2-aee3b748f7f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:11.540182784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84a6e4ae-cd8b-4d48-92d5-16626f91375a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:12.152732759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e48cf947-ce96-4104-9bc7-9aff5069d9ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:12.152755932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01903354-846f-476f-8d84-211b2ebe5fc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:12.210005112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e48cf947-ce96-4104-9bc7-9aff5069d9ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:12.210318096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01903354-846f-476f-8d84-211b2ebe5fc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:12.216733788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b37f7b7-dc53-420b-9ca5-f0af950c3cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:12.270434554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b37f7b7-dc53-420b-9ca5-f0af950c3cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:12.324468643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b37f7b7-dc53-420b-9ca5-f0af950c3cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:12.378514633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b37f7b7-dc53-420b-9ca5-f0af950c3cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:14.343419836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4818ce4a-07f5-4684-b760-945dff89cccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:14.396818602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4818ce4a-07f5-4684-b760-945dff89cccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:14.450007612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4818ce4a-07f5-4684-b760-945dff89cccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:14.503053279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4818ce4a-07f5-4684-b760-945dff89cccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:14.621957387Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-41e692-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-sub","reconcileID":"f3833dd3-f761-4576-a122-2c9ff8cd13ba","MaaSSubscription":{"name":"e2e-rec-ctrl-41e692-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","subscription":"e2e-rec-ctrl-41e692-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:14.622080051Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-41e692-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-sub","reconcileID":"f3833dd3-f761-4576-a122-2c9ff8cd13ba","MaaSSubscription":{"name":"e2e-rec-ctrl-41e692-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","error":"MaaSModelRef not found: e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:14.94790367Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-detach-a71420-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.0148898Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"fb0c6785-cb9c-4424-82ce-1a0efe3e085f","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.110518083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0f58bcf-51bb-4feb-b6f3-7f5a14c3fa5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.127436078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"bc5bd284-8caf-43de-a114-48ce743bb891","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.127460821Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"bc5bd284-8caf-43de-a114-48ce743bb891","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.169060825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0f58bcf-51bb-4feb-b6f3-7f5a14c3fa5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.214287024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"824b237e-5387-410d-b2d5-8a3ac8a02e76","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.217461479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"71e413c5-cc26-4670-8dba-690cc4bf42b6","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.217572133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"120f684a-cfee-4080-b631-4b68b679f3b1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.218013593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"3cb587d0-ecfe-424c-ab32-adb0841239fe","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.233949171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"f172a717-b55a-4a0a-bcdb-6a0e4023fdc6","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.233968432Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"f172a717-b55a-4a0a-bcdb-6a0e4023fdc6","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.278382917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"824b237e-5387-410d-b2d5-8a3ac8a02e76","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.279058374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"71e413c5-cc26-4670-8dba-690cc4bf42b6","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.310677438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"120f684a-cfee-4080-b631-4b68b679f3b1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.334011424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"3cb587d0-ecfe-424c-ab32-adb0841239fe","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.347579818Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"18668790-3a1c-48ba-bf5d-2b0a0d2aaa50","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.369649491Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"120f684a-cfee-4080-b631-4b68b679f3b1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.454100793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"7ceee19e-dc84-4997-8fd9-747de6392b0b","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.454126492Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"7ceee19e-dc84-4997-8fd9-747de6392b0b","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.58246938Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-rec-ctrl-41e692-access","reconcileID":"2c3632b1-e5b3-4d7d-9293-815aa398acdc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-41e692-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-rec-user-a830cb/e2e-rec-ctrl-41e692","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.635464802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10e023c8-a889-415b-b827-f44b812e6024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:15.692716475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10e023c8-a889-415b-b827-f44b812e6024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:16.064488699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b7791aae-9fbf-45eb-8616-8276f20b338d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:16.18790036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"9ff676c5-ac44-4ac3-a61b-c5ed44474c9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:16.348145528Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"41fd790b-6c40-4eb9-899b-0356bc0715f1","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:16.349342247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"8abc1637-ea41-47c6-b7cd-e1aec1cbe387","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-serve-ce5b2c","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:16.436581847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a482fbf5-fd58-4f14-a011-622b75f2a6df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:16.490188898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a482fbf5-fd58-4f14-a011-622b75f2a6df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:16.543607253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a482fbf5-fd58-4f14-a011-622b75f2a6df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:16.545727162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-sub","reconcileID":"4ae7ee8e-096f-42c2-b2db-40b2bd1fcdf9","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-unrel-12a574","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:16.549126262Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-aff3af59","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-aff3af59","reconcileID":"757b06e3-c20f-4c20-ac2a-a8d2c4d91142","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-aff3af59","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-aff3af59":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:16.597481574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a482fbf5-fd58-4f14-a011-622b75f2a6df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:16.704180437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5469b6ea-785f-4f8b-8619-d638f8863551","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:16.757675378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"ce7fb6f3-0a57-41c4-bbcd-a6431df68a4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:16.817743428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-sub","reconcileID":"47632ade-f827-4b89-841f-604ce345e518","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-detach-a71420","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:16.864025278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"41edbfba-33ec-4b47-8b42-6ae975b34e91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:16.981538118Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"8e7e85f3-9736-4219-8a2c-882a0329a313","MaaSModelRef":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:17.032937891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5044b56f-b150-410f-a837-b8aa3daba4a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:17.033761708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5c62d8e-aa05-4274-9438-b149120d681f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:17.08319318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"4087b4a3-f704-4c50-ae44-ecd0e6e1d2f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:17.09311416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5044b56f-b150-410f-a837-b8aa3daba4a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:17.09347197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5c62d8e-aa05-4274-9438-b149120d681f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.153646706Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"9d9e01b1-3195-4822-9c14-0f1fd5053bc0","namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.208106688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"59f6b187-ad07-445a-b1fb-34a53b8049c8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.267033011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"59f6b187-ad07-445a-b1fb-34a53b8049c8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.366746932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"d51ffbf2-6c9b-4f01-ad04-36b4e2431dbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.367333672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff815e5b-f5a1-4ae4-ad74-1e077b10e41c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.419173726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"8c262ed4-df49-45b4-9814-e740012e3159","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.422858816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"b9bf5df0-0aae-4e97-9e37-8dc2f58f6760","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.428154324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"d51ffbf2-6c9b-4f01-ad04-36b4e2431dbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.428310869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff815e5b-f5a1-4ae4-ad74-1e077b10e41c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.477334728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"8c262ed4-df49-45b4-9814-e740012e3159","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.480484945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"b9bf5df0-0aae-4e97-9e37-8dc2f58f6760","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.587893699Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-587331","namespace":"e2e-extmod-att-noaccess-8c41bb"},"namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","reconcileID":"1fa848db-d188-4880-a655-f131f8bba2fe","namespace":"e2e-extmod-att-noaccess-8c41bb","name":"e2e-att-noaccess-587331","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.59505619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"9305c21b-6600-4591-9a23-421690dd1a7b","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.595079967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"9305c21b-6600-4591-9a23-421690dd1a7b","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.653207684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1667cc8c-0017-4995-a9e3-0b3623dfd906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.706684166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1667cc8c-0017-4995-a9e3-0b3623dfd906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.760116108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1667cc8c-0017-4995-a9e3-0b3623dfd906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.815061147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1667cc8c-0017-4995-a9e3-0b3623dfd906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.816443617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"406ba2c3-217a-4af2-ac72-3ac5eea908fe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.892427881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"406ba2c3-217a-4af2-ac72-3ac5eea908fe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.922409893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"00ca0b4e-7240-4d91-97c4-10e2a26d49cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:18.991246491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"00ca0b4e-7240-4d91-97c4-10e2a26d49cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:19.040829888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"4dc692b1-cd42-4ca0-b212-25c1f3f3c79f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:19.102577951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"4dc692b1-cd42-4ca0-b212-25c1f3f3c79f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:19.149668503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"4ede810d-9e5c-469a-aa46-7603e9d24a93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:19.206945801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"4ede810d-9e5c-469a-aa46-7603e9d24a93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:19.272254523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"571816b7-7f27-4dbc-a5f0-acf2e8814f9d","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:19.330696507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"571816b7-7f27-4dbc-a5f0-acf2e8814f9d","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:19.333038953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18f710f4-7521-4a87-a22f-f35a312dc2a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:19.379987167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"c4be02da-0693-463e-8514-650fecf8dd85","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:19.390099792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18f710f4-7521-4a87-a22f-f35a312dc2a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:19.432919338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e43f1fa-abc5-4057-a6a1-2078f2789e4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:19.437022628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"c4be02da-0693-463e-8514-650fecf8dd85","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:19.490825398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e43f1fa-abc5-4057-a6a1-2078f2789e4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:19.586818133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"582456aa-2895-4226-ae9c-9274d205c4e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:19.643466683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"582456aa-2895-4226-ae9c-9274d205c4e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:19.758308127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"bd9f8bee-5218-487a-b6d2-f87921d4981d","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:19.80595752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"095c8deb-4d91-4cef-854a-a45c6f380d8a","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:19.815133393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"bd9f8bee-5218-487a-b6d2-f87921d4981d","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:19.866750165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"095c8deb-4d91-4cef-854a-a45c6f380d8a","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:20.015187705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"427d0156-78c6-413d-a4a4-07d8b2e7d131","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:20.015220225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"427d0156-78c6-413d-a4a4-07d8b2e7d131","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:20.122363024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a179dbc-b3de-4661-beab-73f55a82c01f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:20.12280178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"572be944-eda8-445b-aba5-0dfb7c77683d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:20.174387737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"97a51cb9-60ad-41e8-844a-7e3705e7cea3","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:20.180258581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a179dbc-b3de-4661-beab-73f55a82c01f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:20.18138561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"572be944-eda8-445b-aba5-0dfb7c77683d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:20.18348774Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-sub","reconcileID":"82671007-b5e1-4c26-8729-0293254bd4f2","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-94d260f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:20.232612135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"97a51cb9-60ad-41e8-844a-7e3705e7cea3","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:20.294692621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"ac3710a1-56b9-4f85-babd-4b732ee71275","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:20.353598604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"ac3710a1-56b9-4f85-babd-4b732ee71275","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:20.395717157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"82a95454-0758-4427-914c-186d0a3c0934","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:20.455657091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"82a95454-0758-4427-914c-186d0a3c0934","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:20.808849006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"a20d5b6f-2d94-4e08-b126-ba3e7926374a","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:20.866207196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"a20d5b6f-2d94-4e08-b126-ba3e7926374a","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:20.903906799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"0bb59e80-fac3-4520-888b-b4efa6189e15","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:20.960832338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"0bb59e80-fac3-4520-888b-b4efa6189e15","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:23.911337816Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:23.911477198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"cee35b00-0d17-4d4a-b082-ba2c746f3267","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:23.911496683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"cee35b00-0d17-4d4a-b082-ba2c746f3267","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.020480314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"31074031-a78a-4bb9-a85b-09b7d2e75c68","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.024009052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"195f2e1e-f706-4a6a-bc9b-c7ac625c81f1","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.024031068Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"195f2e1e-f706-4a6a-bc9b-c7ac625c81f1","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.073330461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"004a3f7e-5081-4e4d-ac75-c74286ecc52b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.073337805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea260672-16d1-44ec-8b41-1778484b64a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.077433999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"31074031-a78a-4bb9-a85b-09b7d2e75c68","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.078122887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"86b20d5f-d274-4da8-9b7b-009b00e8dc1d","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.078137429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"86b20d5f-d274-4da8-9b7b-009b00e8dc1d","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:46:24.081304514Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-a-w4-e92519/e2e-shared-sub-9897eb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-9897eb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.131989742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea260672-16d1-44ec-8b41-1778484b64a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.132017544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"004a3f7e-5081-4e4d-ac75-c74286ecc52b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.132825097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"c3b95d53-18b1-4bae-9f13-1e092df187e9","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.132843595Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"c3b95d53-18b1-4bae-9f13-1e092df187e9","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.179370494Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.186523879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"d1e45094-9918-462f-a9c9-795ba6aa437a","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.186541996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"d1e45094-9918-462f-a9c9-795ba6aa437a","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.242805717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"a3b5fc2a-4b75-43e7-85da-e300641f43a2","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.242830829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"a3b5fc2a-4b75-43e7-85da-e300641f43a2","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.288229469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"bc857066-c483-41fa-9016-65fa01562c0f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.28882759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"a7a79df2-3f0c-445f-a942-1b21175abeda","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.288842524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"a7a79df2-3f0c-445f-a942-1b21175abeda","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:46:24.290900423Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-b-w4-3880e7/e2e-shared-sub-9897eb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-9897eb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.295170104Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-shared-sub-9897eb","reconcileID":"07a64379-c6ce-4a5b-861d-66c5a5635293","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"sub-test-model-e92519","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-e92519/e2e-shared-sub-9897eb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.344127772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"4251e161-15e3-4d14-8d27-81128b089465","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.344145865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"4251e161-15e3-4d14-8d27-81128b089465","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.345097082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"bc857066-c483-41fa-9016-65fa01562c0f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.392001855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"8b22a65c-4068-406e-b740-9ecc814d4cb1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.448519684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"3650ea3f-7e32-43aa-aebc-9adcdd95350c","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.448538951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"3650ea3f-7e32-43aa-aebc-9adcdd95350c","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.448966859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"8b22a65c-4068-406e-b740-9ecc814d4cb1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.449253452Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.458677633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"6f44918f-e6f2-4c96-bcfd-0234c57c0d21","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.458694197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"6f44918f-e6f2-4c96-bcfd-0234c57c0d21","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.506856032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"389322b6-fc40-42ae-be71-5f3ccd1405d8","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.506873487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"389322b6-fc40-42ae-be71-5f3ccd1405d8","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.545010026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8972f8a7-e999-4713-bd02-d99ac5ec6f1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.545342994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"712fc077-25ca-4b57-ac5d-27d4bbc32e8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.558037738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"4e853e35-002a-4d3d-91ba-06367bf54b5c","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.558056276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"4e853e35-002a-4d3d-91ba-06367bf54b5c","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.559050087Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-shared-sub-9897eb","reconcileID":"9fd6bec6-6c16-4b19-a01b-e6a7a6b4a504","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"sub-test-model-3880e7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-3880e7/e2e-shared-sub-9897eb"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:46:24.559820894Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-a-w4-e92519/e2e-a-only-9897eb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-9897eb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.603358307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8972f8a7-e999-4713-bd02-d99ac5ec6f1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.603438645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"712fc077-25ca-4b57-ac5d-27d4bbc32e8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.615420511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"fa6656b4-76d8-4780-b5fd-23bda515c622","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.615437242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"fa6656b4-76d8-4780-b5fd-23bda515c622","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.694581653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"b82d8799-d737-4756-8be3-5946d0bbe124","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.723622684Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.724023527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"4dc76a27-60b8-4cda-bc6d-648d7eafd019","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.724043937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"4dc76a27-60b8-4cda-bc6d-648d7eafd019","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.72713582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"18c42df7-b2d4-4425-a763-47b4714abc21","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.727158793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"18c42df7-b2d4-4425-a763-47b4714abc21","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.729430506Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-shared-sub-9897eb","reconcileID":"9c0b021e-558b-436d-814c-b0bd67623a00","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-e92519/e2e-a-only-9897eb","ai-tenant-e2e-shared-a-w4-e92519/e2e-shared-sub-9897eb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.751241611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"b82d8799-d737-4756-8be3-5946d0bbe124","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.779414492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"243eaf43-1113-4ff8-8ced-5f3d3967b668","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.779437123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"243eaf43-1113-4ff8-8ced-5f3d3967b668","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.794283859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"76759c15-a5f3-41f3-9643-097dd881ea03","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.8282377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-a-only-9897eb","reconcileID":"b543934f-3979-4833-996b-8f0dae362cad","MaaSSubscription":{"name":"e2e-a-only-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.836745519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"336f092d-72e3-479d-958e-8b048b529553","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.836770637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"336f092d-72e3-479d-958e-8b048b529553","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:46:24.847772531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-b-only-9897eb","reconcileID":"e91c1911-c799-4563-91e2-63f504870a49","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-9897eb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.852502234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"76759c15-a5f3-41f3-9643-097dd881ea03","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.963599278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"98f22180-cc1d-4ff5-b5d6-fb340893e528","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.963619088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"98f22180-cc1d-4ff5-b5d6-fb340893e528","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.997532734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"2e902f31-2ad6-4f16-b570-b31adf6ca148","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:24.997551088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"2e902f31-2ad6-4f16-b570-b31adf6ca148","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:25.000158694Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-shared-sub-9897eb","reconcileID":"a79b66f9-d883-41ef-841a-7b809040bd03","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-3880e7/e2e-b-only-9897eb","ai-tenant-e2e-shared-b-w4-3880e7/e2e-shared-sub-9897eb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:25.019957473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"cea8fca7-30fd-46b6-a6c8-b22bf8f8a75d","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:25.019977013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"cea8fca7-30fd-46b6-a6c8-b22bf8f8a75d","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:25.04972073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fea92360-614b-4723-95de-967c3318543c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:25.052123843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00abb485-3eea-4abf-b7c2-25f09924f47e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:25.053232486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-shared-sub-9897eb","reconcileID":"f3da2b76-f684-43fa-a53b-3c4045ce0407","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:25.096430369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"d44b1df0-bbd0-478a-84c2-5fc1521454fe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:25.107544104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fea92360-614b-4723-95de-967c3318543c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:25.109281989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00abb485-3eea-4abf-b7c2-25f09924f47e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:25.153005105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"d44b1df0-bbd0-478a-84c2-5fc1521454fe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:25.209706945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-a-only-9897eb","reconcileID":"e57405ec-4d7e-4a21-9cce-a646f7ee428e","MaaSSubscription":{"name":"e2e-a-only-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:25.232007278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-b-only-9897eb","reconcileID":"0dc09b70-5d76-4666-a3f5-ce88404b4525","MaaSSubscription":{"name":"e2e-b-only-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:25.32103105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-shared-sub-9897eb","reconcileID":"e14ba45c-9fad-41a5-9087-9cc505b972b1","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:25.377282652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"a6bff3df-02ac-4e03-a677-c4ae2492f5da","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:25.377306607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"a6bff3df-02ac-4e03-a677-c4ae2492f5da","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:25.399427272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"c39b990e-6c2c-42b5-8bcf-d58c6fac06e6","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:25.399445904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"c39b990e-6c2c-42b5-8bcf-d58c6fac06e6","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:25.612318139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-b-only-9897eb","reconcileID":"acea2bc8-ccee-4f96-a19e-41e626d314e6","MaaSSubscription":{"name":"e2e-b-only-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:27.53542163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f66e42-ddb7-48e1-94dd-c7e23586fa3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:27.58874748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f66e42-ddb7-48e1-94dd-c7e23586fa3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:27.641925293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f66e42-ddb7-48e1-94dd-c7e23586fa3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:27.695134247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f66e42-ddb7-48e1-94dd-c7e23586fa3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:29.627203422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f836e3c-0663-4d98-8e50-aebebf3e634f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:29.681005325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f836e3c-0663-4d98-8e50-aebebf3e634f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:29.734100926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f836e3c-0663-4d98-8e50-aebebf3e634f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:29.787513779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f836e3c-0663-4d98-8e50-aebebf3e634f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:30.238526564Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-sub","reconcileID":"d19662e1-daed-4d04-a3c9-886bb6530244","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","subscription":"e2e-att-detach-a71420-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:30.242962956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c37c4e2b-ff3c-4133-9069-85a0fbe24f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:30.242972436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e2f1775-486f-4f1e-8a07-2bd78c139ed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:30.307062184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e2f1775-486f-4f1e-8a07-2bd78c139ed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:30.307657059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c37c4e2b-ff3c-4133-9069-85a0fbe24f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:30.351316488Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-sub","reconcileID":"d19662e1-daed-4d04-a3c9-886bb6530244","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:30.407453431Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-sub","reconcileID":"d19662e1-daed-4d04-a3c9-886bb6530244","MaaSSubscription":{"name":"e2e-att-detach-a71420-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:30.681439213Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-att-serve-ce5b2c-sub ai-tenant-e2e-extmod-b-8b1850/e2e-att-unrel-12a574-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:30.735957643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"13faf647-1569-4152-a373-1b2f44efc01e","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:30.73598648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"13faf647-1569-4152-a373-1b2f44efc01e","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:30.84375744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ea49396-8660-4a97-a653-c335361ce367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:30.843916701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17a8ce0b-f725-480c-8225-711e8cd8aba0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:30.897366856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"ed8c3856-c403-47bf-abdd-e7f292a9a5de","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:30.898120318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"ce5dcc96-380f-4c8c-8275-2274058c9b47","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:30.907242609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"90c596ba-ac36-436a-90d9-2dc97787b566","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:30.907362866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ea49396-8660-4a97-a653-c335361ce367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:30.907965179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"d27610f0-3fa1-448d-8e4c-3a5333d21b35","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:30.907987385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"d27610f0-3fa1-448d-8e4c-3a5333d21b35","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:30.910027518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17a8ce0b-f725-480c-8225-711e8cd8aba0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:31.00829692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"ed8c3856-c403-47bf-abdd-e7f292a9a5de","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:31.013820941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"ce5dcc96-380f-4c8c-8275-2274058c9b47","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:31.01781589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"90c596ba-ac36-436a-90d9-2dc97787b566","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:31.281666635Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-detach-a71420-access","reconcileID":"b633cabf-cf3e-451c-8c1f-684e6fbcb993","MaaSAuthPolicy":{"name":"e2e-att-detach-a71420-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:31.597713749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"34350407-99db-4e3a-a261-fe73994800a6","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:31.597862491Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"34350407-99db-4e3a-a261-fe73994800a6","MaaSModelRef":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-detach-a71420-cacfbae3bd08","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-detach-a71420","externalModel":"e2e-att-detach-a71420","provider":"e2e-att-detach-a71420-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.117031128Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"a22bbe65-7a27-41f0-ad4b-3ced8808c066","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.228627206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"88b98ef5-cdf8-46e1-837c-3e534df66af8","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.228655468Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"88b98ef5-cdf8-46e1-837c-3e534df66af8","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.277833652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"1279aa93-4686-4b3d-a02a-c1e1eb5c324b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.27792407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"75a42e02-e7a5-4a43-8a19-e8ae6d6b3894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.278304197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"7c3b5274-166b-41e3-b749-d7e794c2c465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.280227851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"97475223-5d2b-4805-9182-b79e31174ba3","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.280229437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"e00d0076-61e7-4d7d-94ba-8dbe005d0972","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.33545924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"1279aa93-4686-4b3d-a02a-c1e1eb5c324b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.335583052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"75a42e02-e7a5-4a43-8a19-e8ae6d6b3894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.339288478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"e00d0076-61e7-4d7d-94ba-8dbe005d0972","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.339287467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"97475223-5d2b-4805-9182-b79e31174ba3","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.340356145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"889530c6-9374-40ac-a3b2-b67d4eb29ce1","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.340375594Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"889530c6-9374-40ac-a3b2-b67d4eb29ce1","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.341899978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"7c3b5274-166b-41e3-b749-d7e794c2c465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.454137824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-sub","reconcileID":"5a46d3f5-437a-49ce-84a6-c1b37db8b2e3","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-unrel-12a574","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.454486812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"7ad321ed-2810-4b00-9ff4-0bfd167069cd","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-serve-ce5b2c","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.661069682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"9ce29a36-e1a5-48dc-b154-b4add33d65ee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.662955182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"725bfdee-4c32-4c9b-872c-334a4c0eeadc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.710520177Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-a71420","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","reconcileID":"4e4f129f-c90b-40d9-bd02-275fe560669b","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-detach-a71420","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.715920693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"903eae12-dc7a-43c6-89eb-61dd1d384cd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.718957691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"9ce29a36-e1a5-48dc-b154-b4add33d65ee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.721083668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"725bfdee-4c32-4c9b-872c-334a4c0eeadc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.772999196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"903eae12-dc7a-43c6-89eb-61dd1d384cd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.825129472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"e540c5f0-9cfe-4d31-a3aa-145f1c43b52b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.833909867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"552de944-74b5-45db-b821-72bd15577f91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.938681863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"552de944-74b5-45db-b821-72bd15577f91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:32.944769717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"e540c5f0-9cfe-4d31-a3aa-145f1c43b52b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.131363469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"4556badf-85e7-4e18-93e3-ab15c386dec3","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.145560979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"208906a7-d14b-4eb0-a78e-5675cccdc1dc","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.1929105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"4556badf-85e7-4e18-93e3-ab15c386dec3","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.212140952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18e6309b-e3fa-41f5-9494-a32eb22a66b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.222946398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"208906a7-d14b-4eb0-a78e-5675cccdc1dc","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.294887272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"24911153-1415-48c3-9c52-4d5593249a60","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.295010447Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"24911153-1415-48c3-9c52-4d5593249a60","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.307908847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18e6309b-e3fa-41f5-9494-a32eb22a66b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.360480384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"95e88607-337a-4e55-add9-f495f31e92f0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.361354751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"1297582b-e820-4a89-b403-08d525e014dc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.454484647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"95e88607-337a-4e55-add9-f495f31e92f0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.479851588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"1297582b-e820-4a89-b403-08d525e014dc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.592362293Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-sub","reconcileID":"02caf96a-2d2e-43a6-99f4-174c5b425d8e","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f44dfde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.593061108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-shared-sub-9897eb","reconcileID":"5b4ac419-9b10-4e28-85cf-2b34315dbeca","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.593609255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-a-only-9897eb","reconcileID":"6e1c3779-2b31-43b1-a37b-4f5fe1e5dae9","MaaSSubscription":{"name":"e2e-a-only-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.741480548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"2ebf9088-91c9-489e-8e21-27b90ebe999e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.751723239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78f20b79-a654-41ae-bedf-0a7b8f4b6882","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.784866591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"4e7795eb-0b29-4bc8-8506-0d175dad23c3","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.784984473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"4e7795eb-0b29-4bc8-8506-0d175dad23c3","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.82025077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"2ebf9088-91c9-489e-8e21-27b90ebe999e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.887989788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78f20b79-a654-41ae-bedf-0a7b8f4b6882","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.903376055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"58def67a-62c5-4811-96d1-eeb59e0da9f6","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.903485106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"58def67a-62c5-4811-96d1-eeb59e0da9f6","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:33.971750248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"5bb2e11d-9df3-4762-9716-682d57ede0bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:34.035002754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"69e156fc-9740-4f02-9064-8dfb5b7d039f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:34.035891484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"badc4395-ea79-4716-a7f3-2b6bd636e8b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:34.064234207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"5bb2e11d-9df3-4762-9716-682d57ede0bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:34.10717012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"69e156fc-9740-4f02-9064-8dfb5b7d039f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:34.109058172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"badc4395-ea79-4716-a7f3-2b6bd636e8b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:34.242303156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"2e78b5f4-d87e-4208-b80b-7dbb09cf8334","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:34.30123971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-b-only-9897eb","reconcileID":"94a5398b-c9a9-4377-9d1e-02af100a2768","MaaSSubscription":{"name":"e2e-b-only-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:34.302007055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-shared-sub-9897eb","reconcileID":"b845ec3f-6a1d-4a85-987b-b1c1335e6256","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:34.305440196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"2e78b5f4-d87e-4208-b80b-7dbb09cf8334","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:34.324566356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"e5008236-c6b6-4e05-94ba-26a3e9a769e6","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:34.396739969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"e5008236-c6b6-4e05-94ba-26a3e9a769e6","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:34.45724858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"14254a53-4746-4f73-8e2f-7248aa8f9ce7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:34.45852242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"484e6142-312d-4f9c-9df5-6b54d04585a2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:34.479028757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"c3a88662-2e52-4725-b0e3-25cdc498adf3","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:34.479049249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"c3a88662-2e52-4725-b0e3-25cdc498adf3","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:34.481553259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"d7586c84-c33b-45ad-8b9b-f47ea2864d89","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:34.481571233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"d7586c84-c33b-45ad-8b9b-f47ea2864d89","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:34.512018363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd00354f-d826-4495-95d2-1a89ede6ae4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:34.515372268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"14254a53-4746-4f73-8e2f-7248aa8f9ce7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:34.51624968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"484e6142-312d-4f9c-9df5-6b54d04585a2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:34.569157999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd00354f-d826-4495-95d2-1a89ede6ae4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:35.894221145Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.64761834Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-sub","reconcileID":"40595510-f906-404a-bfd8-f224c8c676a3","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","subscription":"e2e-att-unrel-12a574-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.753871404Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-sub","reconcileID":"40595510-f906-404a-bfd8-f224c8c676a3","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:43.807278304Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-sub","reconcileID":"40595510-f906-404a-bfd8-f224c8c676a3","MaaSSubscription":{"name":"e2e-att-unrel-12a574-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:44.138320535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"57afbd37-a5ea-4730-9a3e-bd64564e2fbb","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:44.138349065Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"57afbd37-a5ea-4730-9a3e-bd64564e2fbb","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:44.244237321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"31f3daa2-771c-4479-979c-ac9c0bece7df","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:44.244283132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"1565e511-9a3f-4ed3-8370-4500a10e7f67","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:44.248288299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d87f751-eb11-4b71-807a-1d7dbd649f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:44.248312598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e5d6985-9e25-4dc3-80b2-5d7d74745b44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:44.303499012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"31f3daa2-771c-4479-979c-ac9c0bece7df","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:44.306929773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"1565e511-9a3f-4ed3-8370-4500a10e7f67","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:44.307992449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e5d6985-9e25-4dc3-80b2-5d7d74745b44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:44.309769181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d87f751-eb11-4b71-807a-1d7dbd649f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:44.311289406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"83eaafbe-ef36-4e59-84a4-a16400e1cc32","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:44.311317132Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"83eaafbe-ef36-4e59-84a4-a16400e1cc32","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:44.42040659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"3ab1407b-9d1c-45e5-8701-01cc65c671aa","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:44.420545603Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"3ab1407b-9d1c-45e5-8701-01cc65c671aa","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:44.621462411Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-unrel-12a574-access","reconcileID":"2ac80698-b3eb-4abb-92f0-6c8159c98edd","MaaSAuthPolicy":{"name":"e2e-att-unrel-12a574-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:44.836850207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"c8c9dfbd-ce0e-4789-b4cd-0f9a4ef2517b","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:44.836882374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"c8c9dfbd-ce0e-4789-b4cd-0f9a4ef2517b","MaaSModelRef":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-unrel-12a574-5ddd0ba585c3","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-unrel-12a574","externalModel":"e2e-att-unrel-12a574","provider":"e2e-att-unrel-12a574-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.368419535Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"089dc0f5-573c-4667-91bc-9be1838f9117","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.475907532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"264e974d-f80d-4116-89fe-9200b5121162","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.476383352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"a19f92da-11ce-448b-b79b-a3eb9ac20ddb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.481011008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"480e1f5e-8b68-4cfe-af5d-3913a97baa89","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.48103326Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"480e1f5e-8b68-4cfe-af5d-3913a97baa89","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.528128526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0183a832-efc0-41bd-a97a-90c9a45eb278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.528605076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f0e4a6b-4b95-4e80-986e-59f21504869f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.529015971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"769acd33-ed41-42b5-8a07-082429e18a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.533260014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"a19f92da-11ce-448b-b79b-a3eb9ac20ddb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.533625134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"264e974d-f80d-4116-89fe-9200b5121162","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.587630626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0183a832-efc0-41bd-a97a-90c9a45eb278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.588410603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"769acd33-ed41-42b5-8a07-082429e18a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.590059075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f0e4a6b-4b95-4e80-986e-59f21504869f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.699245184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"71aed32d-22f0-444d-9969-db0551930d46","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-serve-ce5b2c","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.882695147Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-12a574","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","reconcileID":"14544d0a-d50c-4faf-acbe-b0ad6115e218","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-unrel-12a574","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.901371162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"b7935b3e-911c-44dc-9918-772c395ac0a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.90175607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"bb9775f1-d33d-4976-8535-71ff4aca47d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.985973182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"46ad5e99-9d6f-495b-b168-74a440e1cf8b","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.988869603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"b7935b3e-911c-44dc-9918-772c395ac0a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:45.991232495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"bb9775f1-d33d-4976-8535-71ff4aca47d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.038212146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f650e062-f0e2-4b77-8df0-090aaa8328ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.083502762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"46ad5e99-9d6f-495b-b168-74a440e1cf8b","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.084512199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f90f755-891a-470e-9f4f-a799a5aace37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.095009017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f650e062-f0e2-4b77-8df0-090aaa8328ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.141795878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f90f755-891a-470e-9f4f-a799a5aace37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.296254126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"e793f318-a04c-402c-b1db-60fc021feb4d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.296495537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"5ffe74b7-8854-421d-a9e8-e77aa4ac34b8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.353442686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"e793f318-a04c-402c-b1db-60fc021feb4d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.353548589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"5ffe74b7-8854-421d-a9e8-e77aa4ac34b8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.454455946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"bb25b470-bfc1-48a4-bda8-0c49d47ff67a","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.4643866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"675b5e79-5d0e-48c7-9b7d-6036e7dac564","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.464407073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"675b5e79-5d0e-48c7-9b7d-6036e7dac564","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.497685398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"723c9cb1-8e0d-4a6f-854e-1fc450370284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.497928102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d58133f-0820-44a3-b1eb-ef8f8e28c32c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.512329285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"bb25b470-bfc1-48a4-bda8-0c49d47ff67a","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.557416285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"723c9cb1-8e0d-4a6f-854e-1fc450370284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.557747239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d58133f-0820-44a3-b1eb-ef8f8e28c32c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.629260933Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"6a74dfc9-1456-4fa6-a226-a5469d491257","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1dc7096e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.722287951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"c239b454-46c1-459b-b5da-c2233f188e22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.722336115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"60ceaeeb-3f38-45cb-b9ec-629176813ac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.779658946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"60ceaeeb-3f38-45cb-b9ec-629176813ac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.780150957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"c239b454-46c1-459b-b5da-c2233f188e22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.880869157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"f2452c95-8011-4098-ae0d-0293bc610eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.881226363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"376f642d-a509-49f2-b883-f39931ec0826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.92999971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"70141ce4-23c5-469a-b3c5-433b9d6b5fa0","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.942189574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"376f642d-a509-49f2-b883-f39931ec0826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.942737122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"f2452c95-8011-4098-ae0d-0293bc610eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:46.987129151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"70141ce4-23c5-469a-b3c5-433b9d6b5fa0","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:47.149352039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8bffcac-d6cc-479e-8f00-6c135157840d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:47.208092511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8bffcac-d6cc-479e-8f00-6c135157840d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:48.704528667Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"960e0fe6-bcef-435f-89f3-b235c572bada","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:48.704611721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"a4ca551f-64e9-4fe3-ac29-772c96bc7f5c","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:48.704624621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"a4ca551f-64e9-4fe3-ac29-772c96bc7f5c","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:48.91189324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"960e0fe6-bcef-435f-89f3-b235c572bada","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:48.976400203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-shared-sub-9897eb","reconcileID":"4459fab7-4e5b-4fcd-a77a-ebbdc4979058","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:48.976512502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-a-only-9897eb","reconcileID":"35c0e8b6-ff86-4c2d-8cae-91c73ca09405","MaaSSubscription":{"name":"e2e-a-only-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:49.037149907Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"960e0fe6-bcef-435f-89f3-b235c572bada","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:49.037172936Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-9897eb","reconcileID":"960e0fe6-bcef-435f-89f3-b235c572bada","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:49.093874748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"42735b19-5e8a-476f-993d-efe6ee7a204a","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:49.093894804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"42735b19-5e8a-476f-993d-efe6ee7a204a","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:49.241652411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"a2396333-bf57-4c95-9eb2-14d7e13d46de","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:49.241674029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"a2396333-bf57-4c95-9eb2-14d7e13d46de","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:49.366687069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-a-only-9897eb","reconcileID":"80e0a93b-d213-497d-bc62-ccad53dc3ed1","MaaSSubscription":{"name":"e2e-a-only-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:49.366820263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-shared-sub-9897eb","reconcileID":"584806cc-5af3-4948-9a85-8da5968109b3","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:49.400948535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6f79c8a-384a-40b0-8766-9ed08c6ef7bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:49.401129453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2543eb45-e0a4-438e-b5a6-3e3b45f7bb14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:49.458538124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6f79c8a-384a-40b0-8766-9ed08c6ef7bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:49.458593271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2543eb45-e0a4-438e-b5a6-3e3b45f7bb14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:51.956447546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"08e354c5-12ba-41a6-bbc0-b341d57af0c0","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:51.956478449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"08e354c5-12ba-41a6-bbc0-b341d57af0c0","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:56.683231142Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"20688e4a-ac45-442d-99e2-726af231e2db","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","subscription":"e2e-att-serve-ce5b2c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:56.789706062Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"20688e4a-ac45-442d-99e2-726af231e2db","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:56.843001938Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-sub","reconcileID":"20688e4a-ac45-442d-99e2-726af231e2db","MaaSSubscription":{"name":"e2e-att-serve-ce5b2c-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.169074931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"61e7362c-b833-4fbe-82f5-5c796f02ec07","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.169102125Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"61e7362c-b833-4fbe-82f5-5c796f02ec07","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.222401537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"c8790087-9c8b-4c50-877c-f890358a5b95","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.276095732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b734b95-6c4a-4686-b995-da29bb548338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.276139082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"556144ef-5ce8-4646-8f9b-eccda14546e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.27948845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"c8790087-9c8b-4c50-877c-f890358a5b95","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.333909073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"556144ef-5ce8-4646-8f9b-eccda14546e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.334945247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b734b95-6c4a-4686-b995-da29bb548338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.336844762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"3edf1fbd-113a-49ca-af9b-7d57a480b842","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.336861424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"3edf1fbd-113a-49ca-af9b-7d57a480b842","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:46:57.443804563Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"3edf1fbd-113a-49ca-af9b-7d57a480b842","name":"e2e-att-serve-ce5b2c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-ce5b2c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:46:57.443866514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"3edf1fbd-113a-49ca-af9b-7d57a480b842","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-ce5b2c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.444035021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"b8a7747d-86e0-4489-b93f-0348d1a8d620","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.444046396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"b8a7747d-86e0-4489-b93f-0348d1a8d620","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.502214959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"14d4fdd8-7919-4cac-9eef-47d0e19ae5d8","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.50223893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"14d4fdd8-7919-4cac-9eef-47d0e19ae5d8","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.555718375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"1c3ed1b1-5619-4a48-92c9-c55ab9eb83ec","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.555739524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"1c3ed1b1-5619-4a48-92c9-c55ab9eb83ec","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.577354001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"e669317c-7758-4473-ae2d-2e7fb52b5e5f","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.640848549Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"eb2d1090-62c1-4f4d-896a-472b186fe671","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.692981583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"dd1875ea-5b88-427d-8f97-8ccae77d2598","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.693007723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"dd1875ea-5b88-427d-8f97-8ccae77d2598","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.711685488Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"e669317c-7758-4473-ae2d-2e7fb52b5e5f","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.752990726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"01a46bb2-d718-48e9-9173-e13f08f719da","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.753109646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"01a46bb2-d718-48e9-9173-e13f08f719da","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.773171671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-fd831e1c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"e669317c-7758-4473-ae2d-2e7fb52b5e5f","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:46:57.802421976Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-sub-fd831e1c","reconcileID":"db2757da-82a3-45c8-9654-256b405d752d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-fd831e1c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:46:57.812006941Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"01a46bb2-d718-48e9-9173-e13f08f719da","name":"e2e-lifecycle-model-fd831e1c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-fd831e1c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:46:57.812186182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"01a46bb2-d718-48e9-9173-e13f08f719da","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-fd831e1c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.819108072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"4a00c474-3dbb-4372-aab3-5400c576916e","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.819209906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"4a00c474-3dbb-4372-aab3-5400c576916e","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.835995499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"bb4853ac-ff9f-4ea4-a7b9-62e757f67477","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.836104271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"bb4853ac-ff9f-4ea4-a7b9-62e757f67477","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.848965714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"eb2d1090-62c1-4f4d-896a-472b186fe671","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.856542989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99c675fd-0e17-4bcb-a4fc-3e0a651258cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.914295749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"72262cc1-b776-4b1d-a62e-3f53b69430ee","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.914411116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"72262cc1-b776-4b1d-a62e-3f53b69430ee","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.918244223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99c675fd-0e17-4bcb-a4fc-3e0a651258cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.955174461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"145af495-984f-431a-b7ea-1e9d60589126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.97243737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"6bc931b1-1b9b-4ad1-8c7f-93435dfcd5a0","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.972460111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"6bc931b1-1b9b-4ad1-8c7f-93435dfcd5a0","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.978873164Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"eb2d1090-62c1-4f4d-896a-472b186fe671","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:57.97889393Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-att-serve-ce5b2c-access","reconcileID":"eb2d1090-62c1-4f4d-896a-472b186fe671","MaaSAuthPolicy":{"name":"e2e-att-serve-ce5b2c-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.000760817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"91943451-5370-4fd7-b7ff-ec0423a36ab0","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.012147295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"145af495-984f-431a-b7ea-1e9d60589126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.057349099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"91943451-5370-4fd7-b7ff-ec0423a36ab0","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.090671111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"8dc04a49-c363-4c63-b208-59775c72d955","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-att-user-2e06bd/e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.090694162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"8dc04a49-c363-4c63-b208-59775c72d955","MaaSModelRef":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"routeName":"external-model-e2e-att-serve-ce5b2c-d06184ed568e","namespace":"e2e-extmod-att-user-2e06bd","model":"e2e-att-serve-ce5b2c","externalModel":"e2e-att-serve-ce5b2c","provider":"e2e-att-serve-ce5b2c-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.112640809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-fd831e1c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"91943451-5370-4fd7-b7ff-ec0423a36ab0","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.190531786Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-sub-fd831e1c","reconcileID":"199fba30-442d-4216-b3bf-60e5e07e6ed0","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"maas-trlp-e2e-lifecycle-model-fd831e1c","model":"e2e-lifecycle-model-fd831e1c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-fd831e1c/e2e-sub-fd831e1c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.362390826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"91f740c1-a421-4f95-a9a8-e6a948c845d9","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.362411829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"91f740c1-a421-4f95-a9a8-e6a948c845d9","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.574350529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-sub-fd831e1c","reconcileID":"b79c4b0e-c6c0-4a31-9e9a-c85e3106e97a","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"maas-trlp-e2e-lifecycle-model-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.586573221Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"904d2e13-1eea-4420-adfc-79e94a54d0cb","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.693811907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"0d9ffb6c-7907-4f2f-b163-d1bf48afe74c","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.694459179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"f3477f3a-1dd8-49ef-b939-05b43ed70908","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.746627759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"6c94ddce-2bcc-40ed-a3f5-ffe9d5caaa50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.74696675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fc32c49-3054-4ec5-bcc1-226e519e1434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.747516085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d46018bc-e84e-4de0-b190-c0aa4ae18d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.751147125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"0d9ffb6c-7907-4f2f-b163-d1bf48afe74c","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.751212243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"f3477f3a-1dd8-49ef-b939-05b43ed70908","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.80344892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"6c94ddce-2bcc-40ed-a3f5-ffe9d5caaa50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.804144212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d46018bc-e84e-4de0-b190-c0aa4ae18d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.80591632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fc32c49-3054-4ec5-bcc1-226e519e1434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.806409736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-fd831e1c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"0d9ffb6c-7907-4f2f-b163-d1bf48afe74c","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:58.967593474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"4dcb0675-d98a-4140-b8f6-f35c2d48cb56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.026402668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"4dcb0675-d98a-4140-b8f6-f35c2d48cb56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.089885098Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-ce5b2c","namespace":"e2e-extmod-att-user-2e06bd"},"namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","reconcileID":"07aa569d-bd6d-47c2-b244-dcb7bece405b","namespace":"e2e-extmod-att-user-2e06bd","name":"e2e-att-serve-ce5b2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.115918142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"98a38bcc-861c-4d99-9913-63db68ed0c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.173363937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"98a38bcc-861c-4d99-9913-63db68ed0c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.216632515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b386b53d-bf84-43e4-8652-b3a144bb7f69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.265015075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"bdc95096-70f5-4568-92f6-a7ba119703b4","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.273134591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b386b53d-bf84-43e4-8652-b3a144bb7f69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.317576096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"400a4225-3aaa-48f2-a87d-191830f4dfa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.321498959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"bdc95096-70f5-4568-92f6-a7ba119703b4","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.374290272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"400a4225-3aaa-48f2-a87d-191830f4dfa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.376590667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-fd831e1c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"bdc95096-70f5-4568-92f6-a7ba119703b4","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.416610019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"26c47bed-8560-47c0-961f-cc47290b4760","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.473148596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"26c47bed-8560-47c0-961f-cc47290b4760","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.481588405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"d9d6bb03-d600-4c32-bdf1-78dac5386aa9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.517034761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"9edc878b-1a84-44a5-8549-69e04e23945e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.53881212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"d9d6bb03-d600-4c32-bdf1-78dac5386aa9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.574650213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"9edc878b-1a84-44a5-8549-69e04e23945e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.641126205Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-shared-sub-9897eb","reconcileID":"772561b9-e32f-43cc-84b9-bf83ebad8031","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscription":"e2e-shared-sub-9897eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.717566133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f3d66b1f-4ef1-4a1d-acd4-734ce15ad7ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.718396644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98d43f31-5d77-4bfb-adee-ffcf8bc1e5ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.77416064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f3d66b1f-4ef1-4a1d-acd4-734ce15ad7ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.775330065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98d43f31-5d77-4bfb-adee-ffcf8bc1e5ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.818262949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"c983482a-d10d-4ca0-8b8a-cad56457de00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.858883214Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-shared-sub-9897eb","reconcileID":"772561b9-e32f-43cc-84b9-bf83ebad8031","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-e92519/e2e-a-only-9897eb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:46:59.874636652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"c983482a-d10d-4ca0-8b8a-cad56457de00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:00.073369332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-a-only-9897eb","reconcileID":"a667dcfb-c924-4ba2-a142-591e5a240ece","MaaSSubscription":{"name":"e2e-a-only-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:00.075931172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"d27266c5-3543-4134-8095-9228e1adcfb9","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:00.075949226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"d27266c5-3543-4134-8095-9228e1adcfb9","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:00.226064127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"b4e9855f-b208-411c-bac2-8f531d2a562a","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:00.22608474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"b4e9855f-b208-411c-bac2-8f531d2a562a","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:00.234362893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0664ebdb-1007-4453-81e5-d0e9e032874d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:00.234366878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a7633be-e792-4896-aa73-7d277935195c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:00.292835553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0664ebdb-1007-4453-81e5-d0e9e032874d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:00.295156964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a7633be-e792-4896-aa73-7d277935195c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:00.661908696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"311d4614-12f2-4270-bcdb-3215df063d96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:00.661937487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0df884c4-b0eb-4288-b1e1-ae26e17a0952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:00.719546218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"311d4614-12f2-4270-bcdb-3215df063d96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:00.719746848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0df884c4-b0eb-4288-b1e1-ae26e17a0952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.113956298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"e9257a19-f510-4958-bb1a-0ed4e6955420","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-aff3af59","tenantID":"e2e-ait-aff3af59","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.232486647Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"e9257a19-f510-4958-bb1a-0ed4e6955420","name":"e2e-ait-aff3af59-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.622581428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"181eee43-c4c7-436f-a93c-d7fa7330a1b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.622579409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa282abc-7452-44f5-b8de-699959c00497","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.683036218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"181eee43-c4c7-436f-a93c-d7fa7330a1b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.683641814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa282abc-7452-44f5-b8de-699959c00497","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:05.894326085Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:09.487847119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"f6df883d-1fba-44b1-9074-986e2ca3e47f","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:09.545896698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"f6df883d-1fba-44b1-9074-986e2ca3e47f","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:09.602640768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-fd831e1c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"f6df883d-1fba-44b1-9074-986e2ca3e47f","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:10.406061562Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-a-only-9897eb","reconcileID":"ced1ee0a-a311-476c-9be3-d734c7294956","MaaSSubscription":{"name":"e2e-a-only-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscription":"e2e-a-only-9897eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:10.460177814Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-a-only-9897eb","reconcileID":"ced1ee0a-a311-476c-9be3-d734c7294956","MaaSSubscription":{"name":"e2e-a-only-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:10.513345174Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-a-only-9897eb","reconcileID":"ced1ee0a-a311-476c-9be3-d734c7294956","MaaSSubscription":{"name":"e2e-a-only-9897eb","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:10.859247603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"0ac5e4b2-70ea-43e0-b6c3-2c3568dffe3b","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:10.859367086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"0ac5e4b2-70ea-43e0-b6c3-2c3568dffe3b","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.01904999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94ac793f-f6b6-4c86-8da1-0cb4bc9d3590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.019159299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ffe6694-67d2-4c5d-b871-3b8045723954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.079536677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ffe6694-67d2-4c5d-b871-3b8045723954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.079554687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94ac793f-f6b6-4c86-8da1-0cb4bc9d3590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.142736174Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"22d67916-6780-4eb5-89e3-a9955143c85c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.142877059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"a32ad9cf-b446-446f-bf13-9d9fd82c752a","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.142893622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"a32ad9cf-b446-446f-bf13-9d9fd82c752a","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.424860351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-shared-sub-9897eb","reconcileID":"a864810f-265f-4ed2-9380-8c1f86e678a3","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.424873463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-b-only-9897eb","reconcileID":"b3ac6fb5-dd20-45e4-acb1-0133d0837d58","MaaSSubscription":{"name":"e2e-b-only-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.440104734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"22d67916-6780-4eb5-89e3-a9955143c85c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.57264051Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"22d67916-6780-4eb5-89e3-a9955143c85c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.572752301Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-9897eb","reconcileID":"22d67916-6780-4eb5-89e3-a9955143c85c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.63280566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"94cdc11d-8e8e-43b1-a3db-d1d955d4b6d2","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.632832104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"94cdc11d-8e8e-43b1-a3db-d1d955d4b6d2","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.761570086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2fc527d-6883-4ae5-bdf5-9244b5773a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.761589569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0d51aa0-4eee-4ea8-bdd9-e0b4b1b5af8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.771403488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"92098d45-9c37-4224-b251-4f89f3d7abb3","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.771419431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"92098d45-9c37-4224-b251-4f89f3d7abb3","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.819500309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0d51aa0-4eee-4ea8-bdd9-e0b4b1b5af8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.819562046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2fc527d-6883-4ae5-bdf5-9244b5773a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.91196892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-shared-sub-9897eb","reconcileID":"9825271b-6146-41e6-aedd-cd769accd5ef","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:11.911966372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-b-only-9897eb","reconcileID":"79ba447c-0ad6-4c5b-a642-613bafc00cfe","MaaSSubscription":{"name":"e2e-b-only-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:12.187582325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fb80e1d-8f17-4e66-a949-b408fcf3086b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:12.189430435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5adcb018-f733-4126-b504-77b9dac096e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:12.24681386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5adcb018-f733-4126-b504-77b9dac096e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:12.247037964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fb80e1d-8f17-4e66-a949-b408fcf3086b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:19.709507838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"eeb10711-8c2b-44dc-b6bd-c1e77ec89105","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:19.766148594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"eeb10711-8c2b-44dc-b6bd-c1e77ec89105","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:19.825317426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-fd831e1c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"eeb10711-8c2b-44dc-b6bd-c1e77ec89105","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:21.729578088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-sub-fd831e1c","reconcileID":"b9f4339b-c8b8-4499-b90e-542d15c8822e","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"maas-trlp-e2e-lifecycle-model-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:21.89600979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"9b64a74e-7169-41ec-90c3-f6e0f87a6d56","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:21.896031146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"9b64a74e-7169-41ec-90c3-f6e0f87a6d56","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.070156606Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"29e2e1e2-b217-43b5-97c8-880e84f767c5","namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.179240093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"cfc894f4-5b7b-461b-ab10-87da5cf26e0c","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.187602039Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-shared-sub-9897eb","reconcileID":"101c6f77-5f9e-4dff-81d8-f58dd898fc8b","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscription":"e2e-shared-sub-9897eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.235121573Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"7a457ab8-8c76-47b4-87df-c37a2de9be35","namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.235840242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"18b198ea-c206-4aa8-944d-da04e904ea01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.236298551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6aaa2b8e-289f-451a-8a23-d96d4d51860f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.236676837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a79620da-b6d6-4125-9293-8ae5cb616460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.237027757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ee0770fe-63a1-4281-ac2c-3369a6b59b66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.239411437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"cfc894f4-5b7b-461b-ab10-87da5cf26e0c","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.293026445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"18b198ea-c206-4aa8-944d-da04e904ea01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.29449691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6aaa2b8e-289f-451a-8a23-d96d4d51860f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.295396467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ee0770fe-63a1-4281-ac2c-3369a6b59b66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.296735444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a79620da-b6d6-4125-9293-8ae5cb616460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.296854552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-fd831e1c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (644a1f2ed32b48fb7a2d5009473300b30d82570d087e6fd8dad97eeceb26659a) AuthConfig (4e1001eb59f3777c45624bde48cce6dfadcd798dbcb9096565bf4aef948b8c49) AuthConfig (589d269ae124bfb1b63beb4ce5e8cd72ade5dc6ac06f09b836333c0db38aa3fd) AuthConfig (24737f4900d75dfc7641ac974982ec63ca4c5bd8d3468ee73d79bdb20a277c1a) AuthConfig (c2c5d91151c31488dcd1fa7aa9545efc5239f883af221d49e53b76adaadc9636) AuthConfig (37bc3adbb9d4702a2c626b1d3e6f80c67291ee04da463bbad7abe48d0fd6dd4a) AuthConfig (c850d8ba034aad8924fc175b090b5b464d0825d61e05b531354bc6631bf2cda6) AuthConfig (89765d1fc12b4dd4bb866606abde0fdb0b18f728865503c3c35db7149423efe9) AuthConfig (93687d46125e5eb8ed01b0fc677d1807a2ae7b9b3568e623456be35ca370f241) AuthConfig (45818739cf4e50a66d5ec28058c98d725ac6c5c2016391c22275aa6195018205) AuthConfig (fdc7ed27f9522dbe05025ada5c2bd102bce13de3acfd2ca06145e00b6db30d58) AuthConfig (d55f495d5e7fe858730a909579e31a551159cf2db58c3b36801b8a667763f3f7) AuthConfig (33ebdb07d516b318efbd6dcc30cfc2ed91996371b37aead94c880d19cc19d296) AuthConfig (ead4ad405c42c4635ba9fce48588b059a1bf158b82ce1f6b5c6865a398fa6155) AuthConfig (f55d8e20a4cea451444d60750ae8225cdf0000b4941d1ccfc7b1ae905b790a6f) AuthConfig (055afcccab417c9843c541802a4b3e57b12a075ecc9f449fa03792ccffb7bc9f) AuthConfig (5a384442b9efd6d88f40168d6605c3dd41de2323b7f5bb57c1fde7debf101a81) AuthConfig (59b0e4e279b006e297fdda6513c78cc875984a7500e20d73981f99c48aa2e62d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"cfc894f4-5b7b-461b-ab10-87da5cf26e0c","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.40673417Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-shared-sub-9897eb","reconcileID":"101c6f77-5f9e-4dff-81d8-f58dd898fc8b","MaaSSubscription":{"name":"e2e-shared-sub-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-3880e7/e2e-b-only-9897eb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.452910788Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"128839fe-f8c3-42f5-a52a-31c5dd3ce5e4","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.512600264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"89f3b524-39a4-49ac-9cc4-d0d82b9e09ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.563183736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"a8b4f472-d4cb-4fa6-80c3-a062de08ffd5","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.563210791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"a8b4f472-d4cb-4fa6-80c3-a062de08ffd5","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.569429575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"89f3b524-39a4-49ac-9cc4-d0d82b9e09ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.612308212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"0defc117-f0ca-4531-81d7-cc1ec0b58701","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.616699775Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"5fd3403e-8fe7-45a9-9396-1ffb1a9d8296","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.619258453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-b-only-9897eb","reconcileID":"8da81708-482d-45c5-a8cc-97d9458550c5","MaaSSubscription":{"name":"e2e-b-only-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.663755732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"84d9a440-edb6-464d-96c7-72cecd42eac0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.664517842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ed8f8480-c9ce-4239-a706-79a07137825e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.665089219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2416c2c-0d52-492d-b8ff-4d8a5e19c62c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.669557147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"0defc117-f0ca-4531-81d7-cc1ec0b58701","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.688257342Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"526bdb63-99e3-4170-afe3-8268783b8453","namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.725582926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ed8f8480-c9ce-4239-a706-79a07137825e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.729112009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"84d9a440-edb6-464d-96c7-72cecd42eac0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.733312999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2416c2c-0d52-492d-b8ff-4d8a5e19c62c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.73558007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-fd831e1c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (644a1f2ed32b48fb7a2d5009473300b30d82570d087e6fd8dad97eeceb26659a) AuthConfig (4e1001eb59f3777c45624bde48cce6dfadcd798dbcb9096565bf4aef948b8c49) AuthConfig (589d269ae124bfb1b63beb4ce5e8cd72ade5dc6ac06f09b836333c0db38aa3fd) AuthConfig (24737f4900d75dfc7641ac974982ec63ca4c5bd8d3468ee73d79bdb20a277c1a) AuthConfig (c2c5d91151c31488dcd1fa7aa9545efc5239f883af221d49e53b76adaadc9636) AuthConfig (37bc3adbb9d4702a2c626b1d3e6f80c67291ee04da463bbad7abe48d0fd6dd4a) AuthConfig (c850d8ba034aad8924fc175b090b5b464d0825d61e05b531354bc6631bf2cda6) AuthConfig (89765d1fc12b4dd4bb866606abde0fdb0b18f728865503c3c35db7149423efe9) AuthConfig (93687d46125e5eb8ed01b0fc677d1807a2ae7b9b3568e623456be35ca370f241) AuthConfig (45818739cf4e50a66d5ec28058c98d725ac6c5c2016391c22275aa6195018205) AuthConfig (fdc7ed27f9522dbe05025ada5c2bd102bce13de3acfd2ca06145e00b6db30d58) AuthConfig (d55f495d5e7fe858730a909579e31a551159cf2db58c3b36801b8a667763f3f7) AuthConfig (33ebdb07d516b318efbd6dcc30cfc2ed91996371b37aead94c880d19cc19d296) AuthConfig (ead4ad405c42c4635ba9fce48588b059a1bf158b82ce1f6b5c6865a398fa6155) AuthConfig (f55d8e20a4cea451444d60750ae8225cdf0000b4941d1ccfc7b1ae905b790a6f) AuthConfig (055afcccab417c9843c541802a4b3e57b12a075ecc9f449fa03792ccffb7bc9f) AuthConfig (5a384442b9efd6d88f40168d6605c3dd41de2323b7f5bb57c1fde7debf101a81) AuthConfig (59b0e4e279b006e297fdda6513c78cc875984a7500e20d73981f99c48aa2e62d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"0defc117-f0ca-4531-81d7-cc1ec0b58701","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.757930962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"e139b76d-2fb7-4e5b-bef5-4f3eb283756e","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.757986583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"e139b76d-2fb7-4e5b-bef5-4f3eb283756e","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cmp-legacy-8f4c38","externalModel":"e2e-cmp-legacy-8f4c38","provider":"e2e-cmp-legacy-8f4c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.869344751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"87548686-5038-4b0e-8349-41a27d839cba","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.869367994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"87548686-5038-4b0e-8349-41a27d839cba","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.900498048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"0d897799-85d9-4436-9c12-0352c44b5759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.923024654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"553214e6-6a26-4ddf-8cd0-50cab4300fbf","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.923044863Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"553214e6-6a26-4ddf-8cd0-50cab4300fbf","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cmp-legacy-8f4c38","externalModel":"e2e-cmp-legacy-8f4c38","provider":"e2e-cmp-legacy-8f4c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.94651523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07d3f3ba-ec76-4083-8bc8-23efeeb10071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:22.956975225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"0d897799-85d9-4436-9c12-0352c44b5759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.003299618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07d3f3ba-ec76-4083-8bc8-23efeeb10071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.029731747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"46da41b4-f5a7-4193-9a89-312d6ab6ec2b","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.029753501Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"46da41b4-f5a7-4193-9a89-312d6ab6ec2b","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cmp-legacy-8f4c38","externalModel":"e2e-cmp-legacy-8f4c38","provider":"e2e-cmp-legacy-8f4c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.052045668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"195a1398-9d88-4ee6-8179-627023f837d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.052379492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb6f9e4e-4a39-4754-9bd2-bfe6a614e5ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.082759123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"a77facb6-58fd-4aa9-84dd-1574c31e5991","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.082775564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"a77facb6-58fd-4aa9-84dd-1574c31e5991","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.099126946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"6be13676-0ccc-4f0d-90bf-d11ca800eccb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.111200048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"195a1398-9d88-4ee6-8179-627023f837d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.111485864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb6f9e4e-4a39-4754-9bd2-bfe6a614e5ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.221802263Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"6be13676-0ccc-4f0d-90bf-d11ca800eccb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.269745224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-4bf46d","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"autores-model-4bf46d","reconcileID":"f4077819-4d04-4fe9-8bc4-23dec4ff0079","MaaSModelRef":{"name":"autores-model-4bf46d","namespace":"ai-tenant-e2e-autores-4bf46d"},"tenant":"e2e-autores-4bf46d","gateway":"openshift-ingress/e2e-autores-4bf46d","model":"ai-tenant-e2e-autores-4bf46d/autores-model-4bf46d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.269770899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-4bf46d","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"autores-model-4bf46d","reconcileID":"f4077819-4d04-4fe9-8bc4-23dec4ff0079","MaaSModelRef":{"name":"autores-model-4bf46d","namespace":"ai-tenant-e2e-autores-4bf46d"},"routeName":"autores-model-4bf46d-kserve-route","namespace":"ai-tenant-e2e-autores-4bf46d","llmisvcName":"autores-model-4bf46d","gateway":"openshift-ingress/e2e-autores-4bf46d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.272427882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"30ec23bf-63a7-45b6-8de2-9d211a6ca6f9","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.27735902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a4dad5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"6be13676-0ccc-4f0d-90bf-d11ca800eccb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.331643922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"30ec23bf-63a7-45b6-8de2-9d211a6ca6f9","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.387513391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-fd831e1c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (644a1f2ed32b48fb7a2d5009473300b30d82570d087e6fd8dad97eeceb26659a) AuthConfig (4e1001eb59f3777c45624bde48cce6dfadcd798dbcb9096565bf4aef948b8c49) AuthConfig (589d269ae124bfb1b63beb4ce5e8cd72ade5dc6ac06f09b836333c0db38aa3fd) AuthConfig (24737f4900d75dfc7641ac974982ec63ca4c5bd8d3468ee73d79bdb20a277c1a) AuthConfig (c2c5d91151c31488dcd1fa7aa9545efc5239f883af221d49e53b76adaadc9636) AuthConfig (37bc3adbb9d4702a2c626b1d3e6f80c67291ee04da463bbad7abe48d0fd6dd4a) AuthConfig (c850d8ba034aad8924fc175b090b5b464d0825d61e05b531354bc6631bf2cda6) AuthConfig (89765d1fc12b4dd4bb866606abde0fdb0b18f728865503c3c35db7149423efe9) AuthConfig (93687d46125e5eb8ed01b0fc677d1807a2ae7b9b3568e623456be35ca370f241) AuthConfig (45818739cf4e50a66d5ec28058c98d725ac6c5c2016391c22275aa6195018205) AuthConfig (fdc7ed27f9522dbe05025ada5c2bd102bce13de3acfd2ca06145e00b6db30d58) AuthConfig (d55f495d5e7fe858730a909579e31a551159cf2db58c3b36801b8a667763f3f7) AuthConfig (33ebdb07d516b318efbd6dcc30cfc2ed91996371b37aead94c880d19cc19d296) AuthConfig (ead4ad405c42c4635ba9fce48588b059a1bf158b82ce1f6b5c6865a398fa6155) AuthConfig (f55d8e20a4cea451444d60750ae8225cdf0000b4941d1ccfc7b1ae905b790a6f) AuthConfig (055afcccab417c9843c541802a4b3e57b12a075ecc9f449fa03792ccffb7bc9f) AuthConfig (5a384442b9efd6d88f40168d6605c3dd41de2323b7f5bb57c1fde7debf101a81) AuthConfig (59b0e4e279b006e297fdda6513c78cc875984a7500e20d73981f99c48aa2e62d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"30ec23bf-63a7-45b6-8de2-9d211a6ca6f9","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.388178448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"f869c690-5ca0-43a2-9ffd-4aaf004405ce","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.388196498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"f869c690-5ca0-43a2-9ffd-4aaf004405ce","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cmp-legacy-8f4c38","externalModel":"e2e-cmp-legacy-8f4c38","provider":"e2e-cmp-legacy-8f4c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.421639229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"f43663a7-63dd-462b-871e-f27b4fc2e2cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.478226722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"f43663a7-63dd-462b-871e-f27b4fc2e2cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.522992084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d653082b-26a3-47f1-8bce-1093e8117b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.523039559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3503d584-1ef6-4e93-a1a6-ddc621fad007","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.523753829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"be7382ae-9c92-40e0-a29f-4132680c86c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.582419632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3503d584-1ef6-4e93-a1a6-ddc621fad007","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.582451067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d653082b-26a3-47f1-8bce-1093e8117b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:23.5848211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"be7382ae-9c92-40e0-a29f-4132680c86c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.163682373Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-b-only-9897eb","reconcileID":"4d33ce3e-336f-4d9d-87a7-19c80a6009dc","MaaSSubscription":{"name":"e2e-b-only-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscription":"e2e-b-only-9897eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.216930824Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-b-only-9897eb","reconcileID":"4d33ce3e-336f-4d9d-87a7-19c80a6009dc","MaaSSubscription":{"name":"e2e-b-only-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.270157754Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-b-only-9897eb","reconcileID":"4d33ce3e-336f-4d9d-87a7-19c80a6009dc","MaaSSubscription":{"name":"e2e-b-only-9897eb","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.449855497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"54350892-33d1-4199-b26f-3bc34f0c569f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.496541997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"089e6b94-f007-4514-9728-d33350fea50e","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.50816141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"54350892-33d1-4199-b26f-3bc34f0c569f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.55332672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"089e6b94-f007-4514-9728-d33350fea50e","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.563927894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a4dad5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"54350892-33d1-4199-b26f-3bc34f0c569f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.572157297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"140ead00-ceee-4444-a17c-7bdbb8c53169","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.572175014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"140ead00-ceee-4444-a17c-7bdbb8c53169","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.609547202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-fd831e1c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (644a1f2ed32b48fb7a2d5009473300b30d82570d087e6fd8dad97eeceb26659a) AuthConfig (4e1001eb59f3777c45624bde48cce6dfadcd798dbcb9096565bf4aef948b8c49) AuthConfig (589d269ae124bfb1b63beb4ce5e8cd72ade5dc6ac06f09b836333c0db38aa3fd) AuthConfig (24737f4900d75dfc7641ac974982ec63ca4c5bd8d3468ee73d79bdb20a277c1a) AuthConfig (c2c5d91151c31488dcd1fa7aa9545efc5239f883af221d49e53b76adaadc9636) AuthConfig (37bc3adbb9d4702a2c626b1d3e6f80c67291ee04da463bbad7abe48d0fd6dd4a) AuthConfig (c850d8ba034aad8924fc175b090b5b464d0825d61e05b531354bc6631bf2cda6) AuthConfig (89765d1fc12b4dd4bb866606abde0fdb0b18f728865503c3c35db7149423efe9) AuthConfig (93687d46125e5eb8ed01b0fc677d1807a2ae7b9b3568e623456be35ca370f241) AuthConfig (45818739cf4e50a66d5ec28058c98d725ac6c5c2016391c22275aa6195018205) AuthConfig (fdc7ed27f9522dbe05025ada5c2bd102bce13de3acfd2ca06145e00b6db30d58) AuthConfig (d55f495d5e7fe858730a909579e31a551159cf2db58c3b36801b8a667763f3f7) AuthConfig (33ebdb07d516b318efbd6dcc30cfc2ed91996371b37aead94c880d19cc19d296) AuthConfig (ead4ad405c42c4635ba9fce48588b059a1bf158b82ce1f6b5c6865a398fa6155) AuthConfig (f55d8e20a4cea451444d60750ae8225cdf0000b4941d1ccfc7b1ae905b790a6f) AuthConfig (055afcccab417c9843c541802a4b3e57b12a075ecc9f449fa03792ccffb7bc9f) AuthConfig (5a384442b9efd6d88f40168d6605c3dd41de2323b7f5bb57c1fde7debf101a81) AuthConfig (59b0e4e279b006e297fdda6513c78cc875984a7500e20d73981f99c48aa2e62d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"089e6b94-f007-4514-9728-d33350fea50e","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.73098421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12ea7df2-4915-4f28-aea9-8c15da6ece0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.731010406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41c4b037-c87c-48dd-929a-ac38aff4eccc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.788280565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12ea7df2-4915-4f28-aea9-8c15da6ece0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.788301272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41c4b037-c87c-48dd-929a-ac38aff4eccc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.859004418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"a2f07ba7-568b-4b7f-ab98-6532c30abaa2","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.859090204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"a2f07ba7-568b-4b7f-ab98-6532c30abaa2","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.916024319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"a1a9ee3c-050e-4d91-afac-86b84cc5bd91","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:33.916047766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"a1a9ee3c-050e-4d91-afac-86b84cc5bd91","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:34.022430593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"1b5c120e-30f1-4501-a720-ef29538a67ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:34.146506412Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"1b5c120e-30f1-4501-a720-ef29538a67ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:34.202139517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92519-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"1b5c120e-30f1-4501-a720-ef29538a67ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:34.260077615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"79db656b-9799-409e-88e9-60898780abb9","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:34.260101268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"79db656b-9799-409e-88e9-60898780abb9","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:35.892764278Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:43.673710561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"94744521-0aef-439a-a0ca-a0ee69646d6c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:43.731977553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"94744521-0aef-439a-a0ca-a0ee69646d6c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:43.770805441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"801b3585-07ea-42f6-b06d-697fb70ca5a3","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:43.787919902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a4dad5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"94744521-0aef-439a-a0ca-a0ee69646d6c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:43.827542189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"801b3585-07ea-42f6-b06d-697fb70ca5a3","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:43.882864266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-fd831e1c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (644a1f2ed32b48fb7a2d5009473300b30d82570d087e6fd8dad97eeceb26659a) AuthConfig (4e1001eb59f3777c45624bde48cce6dfadcd798dbcb9096565bf4aef948b8c49) AuthConfig (589d269ae124bfb1b63beb4ce5e8cd72ade5dc6ac06f09b836333c0db38aa3fd) AuthConfig (24737f4900d75dfc7641ac974982ec63ca4c5bd8d3468ee73d79bdb20a277c1a) AuthConfig (c2c5d91151c31488dcd1fa7aa9545efc5239f883af221d49e53b76adaadc9636) AuthConfig (37bc3adbb9d4702a2c626b1d3e6f80c67291ee04da463bbad7abe48d0fd6dd4a) AuthConfig (c850d8ba034aad8924fc175b090b5b464d0825d61e05b531354bc6631bf2cda6) AuthConfig (89765d1fc12b4dd4bb866606abde0fdb0b18f728865503c3c35db7149423efe9) AuthConfig (93687d46125e5eb8ed01b0fc677d1807a2ae7b9b3568e623456be35ca370f241) AuthConfig (45818739cf4e50a66d5ec28058c98d725ac6c5c2016391c22275aa6195018205) AuthConfig (fdc7ed27f9522dbe05025ada5c2bd102bce13de3acfd2ca06145e00b6db30d58) AuthConfig (d55f495d5e7fe858730a909579e31a551159cf2db58c3b36801b8a667763f3f7) AuthConfig (33ebdb07d516b318efbd6dcc30cfc2ed91996371b37aead94c880d19cc19d296) AuthConfig (ead4ad405c42c4635ba9fce48588b059a1bf158b82ce1f6b5c6865a398fa6155) AuthConfig (f55d8e20a4cea451444d60750ae8225cdf0000b4941d1ccfc7b1ae905b790a6f) AuthConfig (055afcccab417c9843c541802a4b3e57b12a075ecc9f449fa03792ccffb7bc9f) AuthConfig (5a384442b9efd6d88f40168d6605c3dd41de2323b7f5bb57c1fde7debf101a81) AuthConfig (59b0e4e279b006e297fdda6513c78cc875984a7500e20d73981f99c48aa2e62d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"801b3585-07ea-42f6-b06d-697fb70ca5a3","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:44.366197232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"d3f55bff-d11c-42a4-b005-f31574d99516","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:44.484712178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"d3f55bff-d11c-42a4-b005-f31574d99516","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:44.540059546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92519-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"d3f55bff-d11c-42a4-b005-f31574d99516","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:45.776063189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"51946883-69fc-486b-be58-2146208bc55f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:45.835450416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"51946883-69fc-486b-be58-2146208bc55f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:45.891225795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a4dad5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cbc99c7245a59fddb0f823bf2d3df8e6178c4797eb33522f46cf89a8cd8912c4) AuthConfig (8c8b6ef49da1230604bb7eebee7767460b9b6f5f2c0a4779a37fe11d2f459969) AuthConfig (1e06427fb6785e8cae7a6627d23c089782e8de7b4ef8acd5b5dbfcc0d4d8e1e9) AuthConfig (da20e8018adf3c87fc60025d3ce7def8a4921ea60218892d421b06aa5c6c4abe) AuthConfig (c25fe23933677458779db58c80ee57f44d47c24f06c70a76471111c0822ce3b0) AuthConfig (d96bfc56ee92292d95782f78617a81301577c91eb2d2ba6be20b12d5a522e30d) AuthConfig (271d03175ff44c736af1157beeec71916560c31e1667455f2947913a1c5b89b9) AuthConfig (e67cdac99b05cd9d8fe1afdbdc1e7afe1d0befcc070d01a7451be0cf8fcb83e8) AuthConfig (a15cf41076ae1472fc6fb2d60e47fc218690db1b08b4597033f1ecdac44da16b) AuthConfig (c24a5fa6c32016bfbc41d89b65cb5e10a9b90326f0ab86b594300cd776d57641)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"51946883-69fc-486b-be58-2146208bc55f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:46.002713975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"41fa2b04-797e-432a-9150-cdde17b4656a","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:46.002739756Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"41fa2b04-797e-432a-9150-cdde17b4656a","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cmp-legacy-8f4c38","externalModel":"e2e-cmp-legacy-8f4c38","provider":"e2e-cmp-legacy-8f4c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:53.98950426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"6a704a39-4300-4edd-ac65-2140ec81d86d","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:54.046246925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"6a704a39-4300-4edd-ac65-2140ec81d86d","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:54.340039598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"2c5c30ed-6192-483c-8c1d-a62605bb2cbe","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:54.340059706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"2c5c30ed-6192-483c-8c1d-a62605bb2cbe","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:54.64674943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"2fd12e69-8e47-43b3-9b6e-9e54ae364c4c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:54.704459987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"2fd12e69-8e47-43b3-9b6e-9e54ae364c4c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:54.759909008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-e92519-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cdf393345c0f79043824102c6030b1fbb42dbf58f86c1904e81e7f4d9577f79) AuthConfig (af171ffd2afac835004e133f669ae9b0e0ee831aedb7d35f1fad078b32410fc1) AuthConfig (11b70d87add980022d0f5b98bca6d78163fbc1b3e62c15fdaafbf2475b406c35) AuthConfig (6c46b51afb20f4147bf1e17bd046da1e10378168672ca7cc870e72240f6fffe9) AuthConfig (2cda06acf6eafaf763a98255ad816b3e51533177cfba3bb0190ea25a38e6824e) AuthConfig (4eb922df1e05695010f91e5c04faa8526c2acc0fac45adef9714f784b669cbcf) AuthConfig (18bdcda33eed1158e81004cdfebd94d359c84de4d79620b183f4407cafcf583c) AuthConfig (cca980df7fb2a5e0bb1f6172d589d8d29b518378c7f1dc00fac0d8e87ea464aa) AuthConfig (fd4e7e9b97d019e35c1fed5831d28c46c23e20bbb1df63a49a5ecfcac46483c3) AuthConfig (7c930dbc1048d3c0fc382dfa5402b6328526d8d7303b843fad4287ebe58ca758) AuthConfig (5c40cd7514857a45ff4c3f50a8d1778afa47e344c1e3e7759c048de13eb3e927) AuthConfig (d0e6e15145a5ec3c0997b47bcf3b705a360d740bab124e4f8f685be5b81930a1) AuthConfig (6196bcdd5c3ed1d8d49099b5dff98aadd677d6240dda1723c9895afad21e1715) AuthConfig (53e9ee42feb6d05d7a27cafb46fc657903323b9c11982f902d898f12ae04fa86) AuthConfig (70ee6355baf3c00173b29155c05ea22490593a005ab3cd26fd05fdad8091243c) AuthConfig (b927cab7754cc58e2021eefa1e3bb330062288497484de71e79bf6d4e490fe7d) AuthConfig (843c7cb179b9e2e66d2976017da9fa15d34de76c8bc411a4871668b22fff9e5e) AuthConfig (d739dbeb7107a5cc81507dfdcec5e3ff4c8ad9b19aad9c759e72a3cbd93c6026)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"2fd12e69-8e47-43b3-9b6e-9e54ae364c4c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:54.817850206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"41b913b5-cb5d-4263-b6ef-8365d0b6717b","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:54.817876727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"41b913b5-cb5d-4263-b6ef-8365d0b6717b","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:55.927477625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41797c9f-afe3-48a0-a245-5cf092f9ecd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:55.980911085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41797c9f-afe3-48a0-a245-5cf092f9ecd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:56.034201264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41797c9f-afe3-48a0-a245-5cf092f9ecd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:56.08768534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41797c9f-afe3-48a0-a245-5cf092f9ecd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:56.141005506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"d34299f2-6591-4f08-ba5d-5ad06532cab6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:56.197902199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"d34299f2-6591-4f08-ba5d-5ad06532cab6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:56.253915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a4dad5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cbc99c7245a59fddb0f823bf2d3df8e6178c4797eb33522f46cf89a8cd8912c4) AuthConfig (8c8b6ef49da1230604bb7eebee7767460b9b6f5f2c0a4779a37fe11d2f459969) AuthConfig (1e06427fb6785e8cae7a6627d23c089782e8de7b4ef8acd5b5dbfcc0d4d8e1e9) AuthConfig (da20e8018adf3c87fc60025d3ce7def8a4921ea60218892d421b06aa5c6c4abe) AuthConfig (c25fe23933677458779db58c80ee57f44d47c24f06c70a76471111c0822ce3b0) AuthConfig (d96bfc56ee92292d95782f78617a81301577c91eb2d2ba6be20b12d5a522e30d) AuthConfig (271d03175ff44c736af1157beeec71916560c31e1667455f2947913a1c5b89b9) AuthConfig (e67cdac99b05cd9d8fe1afdbdc1e7afe1d0befcc070d01a7451be0cf8fcb83e8) AuthConfig (a15cf41076ae1472fc6fb2d60e47fc218690db1b08b4597033f1ecdac44da16b) AuthConfig (c24a5fa6c32016bfbc41d89b65cb5e10a9b90326f0ab86b594300cd776d57641)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"d34299f2-6591-4f08-ba5d-5ad06532cab6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:58.032031271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b3faf4-6b30-4ca9-bce4-7ee5e101771a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:58.085463981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b3faf4-6b30-4ca9-bce4-7ee5e101771a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:58.139033588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b3faf4-6b30-4ca9-bce4-7ee5e101771a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:47:58.192746441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b3faf4-6b30-4ca9-bce4-7ee5e101771a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:00.443248245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682ac213-ebd5-473c-8f96-ce085fc123b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:00.496454586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682ac213-ebd5-473c-8f96-ce085fc123b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:00.550202431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682ac213-ebd5-473c-8f96-ce085fc123b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:00.603492979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682ac213-ebd5-473c-8f96-ce085fc123b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:02.539735746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd3a8420-b02f-43e5-8a7a-d707ff1f73e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:02.59335573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd3a8420-b02f-43e5-8a7a-d707ff1f73e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:02.646924973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd3a8420-b02f-43e5-8a7a-d707ff1f73e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:02.700086067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd3a8420-b02f-43e5-8a7a-d707ff1f73e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:04.923945139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"66f44f6d-6446-46c8-99ca-ac4d1f4ea23a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:04.980619385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"66f44f6d-6446-46c8-99ca-ac4d1f4ea23a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:05.274083858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"f4efa0a9-5a4b-46c1-8e17-c7ada71fdb21","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:05.274107004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"f4efa0a9-5a4b-46c1-8e17-c7ada71fdb21","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:05.892892441Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:06.360702524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"d50f4f9f-9085-4caa-986d-b02879f85e7e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:06.417537009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"d50f4f9f-9085-4caa-986d-b02879f85e7e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:06.84791759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"7f0860e5-1345-4a94-95d0-4a32a2e40250","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:06.847949418Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"7f0860e5-1345-4a94-95d0-4a32a2e40250","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cmp-legacy-8f4c38","externalModel":"e2e-cmp-legacy-8f4c38","provider":"e2e-cmp-legacy-8f4c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:08.052750123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d9051b0-cbac-47ed-8412-6c1472bc2235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:08.052777053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2edcadbf-b854-4de7-b329-f42da9f502ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:08.111133401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2edcadbf-b854-4de7-b329-f42da9f502ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:08.11136904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d9051b0-cbac-47ed-8412-6c1472bc2235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.263854601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bed1996d-46a5-4b00-8fd0-615220d6f110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.317138554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bed1996d-46a5-4b00-8fd0-615220d6f110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.394326823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bed1996d-46a5-4b00-8fd0-615220d6f110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.447591821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"409bd244-0926-41e1-bf68-afb157ea1644","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.447620027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"409bd244-0926-41e1-bf68-afb157ea1644","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cmp-legacy-8f4c38","externalModel":"e2e-cmp-legacy-8f4c38","provider":"e2e-cmp-legacy-8f4c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.451456535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bed1996d-46a5-4b00-8fd0-615220d6f110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.558210407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"31d90499-e7b2-4133-b4c4-c54c4a6d4b87","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:09.568056676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-8f4c38-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-sub","reconcileID":"587e0c30-a2f3-4c0e-9bc1-5e02be7e2af8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-8f4c38-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.614914007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"31d90499-e7b2-4133-b4c4-c54c4a6d4b87","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.624830376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"3b98370c-e734-4d0a-900a-41080130b2ea","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.624854482Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"3b98370c-e734-4d0a-900a-41080130b2ea","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cmp-legacy-8f4c38","externalModel":"e2e-cmp-legacy-8f4c38","provider":"e2e-cmp-legacy-8f4c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.731118504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86d62b8e-41ba-42ca-9c8a-948b5f9e4d68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.731163334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e335752a-dfd9-4941-bc6c-ba0c41cd369b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:09.786255584Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"3b98370c-e734-4d0a-900a-41080130b2ea","name":"e2e-cmp-legacy-8f4c38","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-8f4c38\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:09.786317993Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"3b98370c-e734-4d0a-900a-41080130b2ea","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-8f4c38\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.790424881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86d62b8e-41ba-42ca-9c8a-948b5f9e4d68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.791198963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e335752a-dfd9-4941-bc6c-ba0c41cd369b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.839543329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"f80c6ece-5595-41db-aa15-cdafc8216660","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.839567178Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"f80c6ece-5595-41db-aa15-cdafc8216660","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cmp-legacy-8f4c38","externalModel":"e2e-cmp-legacy-8f4c38","provider":"e2e-cmp-legacy-8f4c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.997830816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"6353f90b-2d8a-49d2-82c6-ed933822060f","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.997851806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"6353f90b-2d8a-49d2-82c6-ed933822060f","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:09.998248773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"804e5aa8-f82e-4e7a-934d-590b5c105e9c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.003722729Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-8f4c38-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-sub","reconcileID":"bc9c841e-f0a0-447c-8794-c6bde2b6473a","MaaSSubscription":{"name":"e2e-cmp-legacy-8f4c38-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cmp-legacy-8f4c38","model":"e2e-cmp-legacy-8f4c38","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.055106455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"e91afcb8-3387-4c9f-bea1-4e5d2ce99b72","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.055127872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"e91afcb8-3387-4c9f-bea1-4e5d2ce99b72","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.055126646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"804e5aa8-f82e-4e7a-934d-590b5c105e9c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.161051168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"29a94234-6226-4ab1-9d66-96960a710746","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.276015798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"160e385d-0151-411d-b1d9-020ea815f57b","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.276044555Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"160e385d-0151-411d-b1d9-020ea815f57b","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cmp-legacy-8f4c38","externalModel":"e2e-cmp-legacy-8f4c38","provider":"e2e-cmp-legacy-8f4c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.286361701Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"29a94234-6226-4ab1-9d66-96960a710746","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.314863595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0c8b84e-92f8-4de9-95c9-0c3e07ba32d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.314893687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1389f29b-501d-4b42-826e-c144931eabcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.341944213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"29a94234-6226-4ab1-9d66-96960a710746","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.373766477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1389f29b-501d-4b42-826e-c144931eabcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.373762046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0c8b84e-92f8-4de9-95c9-0c3e07ba32d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.39810241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"0d3b0bfa-d23f-4642-9255-61341e33b4cc","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.398120751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"0d3b0bfa-d23f-4642-9255-61341e33b4cc","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:10.487580139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-8f4c38-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-sub","reconcileID":"d92e0785-aef9-4f4c-9860-7fed34f462ee","MaaSSubscription":{"name":"e2e-cmp-legacy-8f4c38-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cmp-legacy-8f4c38","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:11.450305958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5b249d-c215-405d-8fad-72caa2911152","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:11.503622886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5b249d-c215-405d-8fad-72caa2911152","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:11.556769508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5b249d-c215-405d-8fad-72caa2911152","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:11.613864199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5b249d-c215-405d-8fad-72caa2911152","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:12.131931046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9f5f8c03-73ce-4d6d-9c2a-278d22221f09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:12.256988653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"f95ee5fa-17f7-4040-8f9f-441b2659eb4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:12.354087023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-sub-fd831e1c","reconcileID":"34b95be7-5e49-4c59-9cac-607ee0e7fa21","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"maas-trlp-e2e-lifecycle-model-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:12.484019117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8f62f716-de07-43aa-ae12-178119b599cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:12.597612484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"8478159c-af07-4579-baaf-b85569b9e9fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:12.69644783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"f13a1c01-8b8a-4bfb-be07-1e8a2ea796c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:13.020230596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"64e53a4a-0942-41a5-bd7b-7fa372534187","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:20.504753828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"9e7c9291-a885-4794-bbcb-1ad6eac4206c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:20.561738726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"9e7c9291-a885-4794-bbcb-1ad6eac4206c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:20.618834708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"9e7c9291-a885-4794-bbcb-1ad6eac4206c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:23.315544821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"0522cc72-8549-40ac-a133-32098860decd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:23.465494449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-8f4c38-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-sub","reconcileID":"b7ececc5-fd8e-4b31-9019-0f9bfbf770d6","MaaSSubscription":{"name":"e2e-cmp-legacy-8f4c38-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cmp-legacy-8f4c38","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:23.513613241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-sub-fd831e1c","reconcileID":"7ee1a953-f827-4b77-bfba-b9ee71e8c7cf","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"maas-trlp-e2e-lifecycle-model-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:23.513671088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8aab59a4-3d68-4608-a144-0b14e118eb2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:23.544217531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"1e595432-b6a5-45fb-87ee-1d9ae6722c65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:23.657282297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"0781f077-daa1-4972-bdf7-e2f8ea887aca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:23.737436198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"7e613e03-b588-4ad2-a107-a08174271ea4","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:23.737459588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"7e613e03-b588-4ad2-a107-a08174271ea4","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cmp-legacy-8f4c38","externalModel":"e2e-cmp-legacy-8f4c38","provider":"e2e-cmp-legacy-8f4c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:23.883183785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5887522c-2127-4010-bae6-e490566e6eb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:23.883263281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"7a9b17a8-91a9-4058-8b2c-27b2716c42cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:24.088562124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"59dac628-765f-479e-97ba-9ee33700821c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:24.145407841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"59dac628-765f-479e-97ba-9ee33700821c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.435210907Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"c738cc12-d6fb-422f-b411-c98ad3a05024","namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.490035467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"a2137c13-2a4d-42d3-b3af-44e5c15a8a5b","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.490061821Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"a2137c13-2a4d-42d3-b3af-44e5c15a8a5b","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cmp-legacy-8f4c38","externalModel":"e2e-cmp-legacy-8f4c38","provider":"e2e-cmp-legacy-8f4c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.541981889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"6d74cbbf-ce8a-4606-b5f6-ea8059b6c92d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.542743948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"8a395a6c-a38f-4da6-b4b8-e087ae8ac0fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.595088807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"bd076397-522b-46dd-8390-5bf97ea4edf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.595670467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef293040-40b8-441f-9905-ed1f2b887d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.596000571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a95ee28-5043-4ab4-8a48-2c33f0c9f388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.599123342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"6d74cbbf-ce8a-4606-b5f6-ea8059b6c92d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.599639653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"8a395a6c-a38f-4da6-b4b8-e087ae8ac0fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.652056987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"bd076397-522b-46dd-8390-5bf97ea4edf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.65410297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a95ee28-5043-4ab4-8a48-2c33f0c9f388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.654249068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef293040-40b8-441f-9905-ed1f2b887d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.655344126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9497fc1c0ed6308bfa6bb581fae1194e464b249e4e833adb339cf0eb6f1205c7) AuthConfig (a239b27a9d6ec68be3d7159d8a7b3ae457ec664ad732fbcb43d47bc9d7d6f70b) AuthConfig (3d8b554dc33f0a1150d0b1bb98c3e277dc5dad305bf47c3d3c40b46f72c44d77) AuthConfig (757336313680d29eea48917e08fc0efb41c25d36eaf734e88bb3223789e12340) AuthConfig (5a9b08265e795a7abc849ccbdd8452e33961fb9e73100a2bc4ae507edfddb5bc) AuthConfig (434d727b1a55484bf5b34c37f4e6fa6880abfa483753014aa1ad1c8673679a1f) AuthConfig (0d79815e9b31dbac7ef95a0ba3085011ba03ba22eb2eb4bd1c7b706b76a2a111) AuthConfig (9d1c789e0efef1b0447495fdaa7c7129e94dbd71e9f703b8a66f05bfe022d97d) AuthConfig (eb6822524e71c992ced6f92de0f572f3e5856b1a03535db935a6bb40cf51738d) AuthConfig (df5394af1e392c8b5ccf68b91fca419bd62d8f1a82a4e01cf16e1c9b979e4b8d) AuthConfig (b48633d6f75fdd131424f41571106b38e679c000c4f1d927cc9c9823f688dba3) AuthConfig (d1a7cac6f4b8e54acb17ff52f38e4996269fb89d5fc3733444055fcdda8e4779) AuthConfig (4572a61c8afe21a8ece866daf481477ac0f6a0811ac156b9fb9a9d8fa6124f56) AuthConfig (d039f242a04e8d8bf93b94033012dd0b8933e1f7447d38a179e0723c0c16ecd4) AuthConfig (9c152470a26dc8b61d88f57ec0cae9fb3fd8f80182e387fda36e9686f2f52d31) AuthConfig (3ae8de933b0cacc5e428fc8988f090bc95905cfc85918f15e90c0d2ba3b9156c) AuthConfig (40446103a3e853bf4dde599616492214024525e4f24aa8e2b82a7216cf7d104d) AuthConfig (fc1d6f371f6c8497a2f770945ad69ad0e3668d1c799fd70ce3733fed716a7e08)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"8a395a6c-a38f-4da6-b4b8-e087ae8ac0fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.712708202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"aae2842c-cffa-496c-a95f-e4f1635c5be5","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.712731484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"aae2842c-cffa-496c-a95f-e4f1635c5be5","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.870757876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"bce88995-9b56-429b-97bc-d35d138eb410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.922715356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"a0eb8dad-deb5-4e04-83f8-30c26cf75f6e","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.928734092Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"f5b29a0f-9812-45be-82d2-d68b164deea0","namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.929041322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"bce88995-9b56-429b-97bc-d35d138eb410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.981310061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"a0eb8dad-deb5-4e04-83f8-30c26cf75f6e","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.982171926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"8aaddeaa-5764-48f3-8ebf-612970c53e4b","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:27.98219277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"8aaddeaa-5764-48f3-8ebf-612970c53e4b","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cmp-legacy-8f4c38","externalModel":"e2e-cmp-legacy-8f4c38","provider":"e2e-cmp-legacy-8f4c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.012093397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"18759596-f9ac-437c-944f-d5aa284f1dc7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.065353063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"c514d447-fca5-43b1-b503-26178f5e5fc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.065352737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"34804d30-a983-4ed6-8753-089f8515a7ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.069311181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"18759596-f9ac-437c-944f-d5aa284f1dc7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.123374475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"34804d30-a983-4ed6-8753-089f8515a7ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.123731235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"c514d447-fca5-43b1-b503-26178f5e5fc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.240818489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"9b6d4475-01ca-4730-a1fd-dd8f3b2bd81f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.298939884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"9b6d4475-01ca-4730-a1fd-dd8f3b2bd81f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.346132359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f2c4fc92-92c0-44f6-a580-798f348bf340","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.355547191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9497fc1c0ed6308bfa6bb581fae1194e464b249e4e833adb339cf0eb6f1205c7) AuthConfig (a239b27a9d6ec68be3d7159d8a7b3ae457ec664ad732fbcb43d47bc9d7d6f70b) AuthConfig (3d8b554dc33f0a1150d0b1bb98c3e277dc5dad305bf47c3d3c40b46f72c44d77) AuthConfig (757336313680d29eea48917e08fc0efb41c25d36eaf734e88bb3223789e12340) AuthConfig (5a9b08265e795a7abc849ccbdd8452e33961fb9e73100a2bc4ae507edfddb5bc) AuthConfig (434d727b1a55484bf5b34c37f4e6fa6880abfa483753014aa1ad1c8673679a1f) AuthConfig (0d79815e9b31dbac7ef95a0ba3085011ba03ba22eb2eb4bd1c7b706b76a2a111) AuthConfig (9d1c789e0efef1b0447495fdaa7c7129e94dbd71e9f703b8a66f05bfe022d97d) AuthConfig (eb6822524e71c992ced6f92de0f572f3e5856b1a03535db935a6bb40cf51738d) AuthConfig (df5394af1e392c8b5ccf68b91fca419bd62d8f1a82a4e01cf16e1c9b979e4b8d) AuthConfig (b48633d6f75fdd131424f41571106b38e679c000c4f1d927cc9c9823f688dba3) AuthConfig (d1a7cac6f4b8e54acb17ff52f38e4996269fb89d5fc3733444055fcdda8e4779) AuthConfig (4572a61c8afe21a8ece866daf481477ac0f6a0811ac156b9fb9a9d8fa6124f56) AuthConfig (d039f242a04e8d8bf93b94033012dd0b8933e1f7447d38a179e0723c0c16ecd4) AuthConfig (9c152470a26dc8b61d88f57ec0cae9fb3fd8f80182e387fda36e9686f2f52d31) AuthConfig (3ae8de933b0cacc5e428fc8988f090bc95905cfc85918f15e90c0d2ba3b9156c) AuthConfig (40446103a3e853bf4dde599616492214024525e4f24aa8e2b82a7216cf7d104d) AuthConfig (fc1d6f371f6c8497a2f770945ad69ad0e3668d1c799fd70ce3733fed716a7e08)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"9b6d4475-01ca-4730-a1fd-dd8f3b2bd81f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.403908437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f2c4fc92-92c0-44f6-a580-798f348bf340","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.432438625Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"7784d87d-b03a-4a74-96da-117baef98ebe","namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.444418096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"34f301a6-5995-4f74-aca6-e361cfce12f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.444418159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"f78cea1c-7768-44a1-adff-59ade525ee8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.485264088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"274eff57-5973-4dcb-a12f-31c9e5569f0a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.502969945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"f78cea1c-7768-44a1-adff-59ade525ee8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.503612394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"34f301a6-5995-4f74-aca6-e361cfce12f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.542571708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"274eff57-5973-4dcb-a12f-31c9e5569f0a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.545606602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32167299-b11d-4f73-8def-483f1e107614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.603073134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32167299-b11d-4f73-8def-483f1e107614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.723270009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d26b6a8a-47db-44e2-ad77-916e286a133b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.768657548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"e10eced2-bd8c-42b1-8479-1f62251f3baf","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.780254846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d26b6a8a-47db-44e2-ad77-916e286a133b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.820950673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"89c1ed64-0823-4574-9b90-3689ecc9f3b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.826472477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"e10eced2-bd8c-42b1-8479-1f62251f3baf","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.887435384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"70ff5c09-711e-45cc-b857-305542df807a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.891200335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"89c1ed64-0823-4574-9b90-3689ecc9f3b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.94003209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"b8859d9e-46f6-42fb-aeef-852370da37fb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.944726082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"70ff5c09-711e-45cc-b857-305542df807a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:28.997579571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"b8859d9e-46f6-42fb-aeef-852370da37fb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:29.053368357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-3880e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9497fc1c0ed6308bfa6bb581fae1194e464b249e4e833adb339cf0eb6f1205c7) AuthConfig (a239b27a9d6ec68be3d7159d8a7b3ae457ec664ad732fbcb43d47bc9d7d6f70b) AuthConfig (3d8b554dc33f0a1150d0b1bb98c3e277dc5dad305bf47c3d3c40b46f72c44d77) AuthConfig (757336313680d29eea48917e08fc0efb41c25d36eaf734e88bb3223789e12340) AuthConfig (5a9b08265e795a7abc849ccbdd8452e33961fb9e73100a2bc4ae507edfddb5bc) AuthConfig (434d727b1a55484bf5b34c37f4e6fa6880abfa483753014aa1ad1c8673679a1f) AuthConfig (0d79815e9b31dbac7ef95a0ba3085011ba03ba22eb2eb4bd1c7b706b76a2a111) AuthConfig (9d1c789e0efef1b0447495fdaa7c7129e94dbd71e9f703b8a66f05bfe022d97d) AuthConfig (eb6822524e71c992ced6f92de0f572f3e5856b1a03535db935a6bb40cf51738d) AuthConfig (df5394af1e392c8b5ccf68b91fca419bd62d8f1a82a4e01cf16e1c9b979e4b8d) AuthConfig (b48633d6f75fdd131424f41571106b38e679c000c4f1d927cc9c9823f688dba3) AuthConfig (d1a7cac6f4b8e54acb17ff52f38e4996269fb89d5fc3733444055fcdda8e4779) AuthConfig (4572a61c8afe21a8ece866daf481477ac0f6a0811ac156b9fb9a9d8fa6124f56) AuthConfig (d039f242a04e8d8bf93b94033012dd0b8933e1f7447d38a179e0723c0c16ecd4) AuthConfig (9c152470a26dc8b61d88f57ec0cae9fb3fd8f80182e387fda36e9686f2f52d31) AuthConfig (3ae8de933b0cacc5e428fc8988f090bc95905cfc85918f15e90c0d2ba3b9156c) AuthConfig (40446103a3e853bf4dde599616492214024525e4f24aa8e2b82a7216cf7d104d) AuthConfig (fc1d6f371f6c8497a2f770945ad69ad0e3668d1c799fd70ce3733fed716a7e08)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"b8859d9e-46f6-42fb-aeef-852370da37fb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:29.10367359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"35c40ac2-71a3-45c4-a923-0939bb342c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:29.156195264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"361a9b21-aedb-4279-8043-0d8aec3fd60c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:29.158870501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"5a34e40f-eb8b-43de-b6cb-26ef411566be","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:29.160772909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"35c40ac2-71a3-45c4-a923-0939bb342c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:29.20870387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7fd820a1-8c58-4af9-aba3-c09ec1014965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:29.213237478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"361a9b21-aedb-4279-8043-0d8aec3fd60c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:29.215254992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"5a34e40f-eb8b-43de-b6cb-26ef411566be","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:29.265224545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7fd820a1-8c58-4af9-aba3-c09ec1014965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:29.36897786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea2d1615-4270-46a2-91ad-085a180eb0a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:29.427287817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea2d1615-4270-46a2-91ad-085a180eb0a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:33.490634832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"037f5c5c-f864-423f-ac20-4eb7d4be44cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:33.5916869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"689ee655-36da-4c2b-81a0-bae84c6538da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:33.825933122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-sub-fd831e1c","reconcileID":"533165e0-2e5f-4f31-baaa-e0fc195e638c","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"maas-trlp-e2e-lifecycle-model-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:33.995317009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"96a32570-9ed6-427f-8416-80c868ac9309","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:34.149308652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-8f4c38-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-sub","reconcileID":"3c273e93-e6ed-4f95-8fe7-f0579aa71022","MaaSSubscription":{"name":"e2e-cmp-legacy-8f4c38-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cmp-legacy-8f4c38","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:34.198052556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"07d47237-f28d-4219-9bba-63fe1e41e871","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:34.393576768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"da9a9bfa-b029-4177-97eb-536f32be7a57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:34.509713998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"74fa5deb-c8be-4730-be5e-2056c22bb05c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:35.905914158Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:38.492225322Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","namespace":"ai-tenant-e2e-ait-aff3af59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:38.492314287Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","namespace":"ai-tenant-e2e-ait-aff3af59","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:38.492381693Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","tenant":"e2e-ait-aff3af59","tenantID":"e2e-ait-aff3af59","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:38.550134639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","gvk":"Deployment","name":"maas-api-e2e-ait-aff3af59","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:38.612056701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","gvk":"Service","name":"maas-api-e2e-ait-aff3af59","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:38.667338191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-aff3af59","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:38.72214175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-aff3af59","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:38.777610083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-aff3af59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:38.832675852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-aff3af59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:38.890748096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-aff3af59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:38.945854847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-aff3af59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:38.998507311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","gvk":"Deployment","name":"payload-processing-e2e-ait-aff3af59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.05124325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-aff3af59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.103969178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","gvk":"Service","name":"payload-processing-e2e-ait-aff3af59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.156749091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","gvk":"Service","name":"payload-pre-processing-e2e-ait-aff3af59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.160672231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"77f15606-c43b-4ce7-9e3b-c4074c935ef8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.20948298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","gvk":"DestinationRule","name":"payload-processing-e2e-ait-aff3af59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.217547693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"77f15606-c43b-4ce7-9e3b-c4074c935ef8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.262353673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-aff3af59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.27476094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"f7cefc76-a0d7-4a74-b820-b5a207659a17","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.274796398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"f7cefc76-a0d7-4a74-b820-b5a207659a17","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cmp-legacy-8f4c38","externalModel":"e2e-cmp-legacy-8f4c38","provider":"e2e-cmp-legacy-8f4c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.314735201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-aff3af59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.327725566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"101398e6-acf5-464f-844d-8824ca6a6e79","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.370776469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-aff3af59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.380437338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a3d153f-8cba-445d-9010-1811c2b39303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.380534739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"003721a7-bbc3-4688-afc1-dba54fc42e83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.38507723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"101398e6-acf5-464f-844d-8824ca6a6e79","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.423760661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-aff3af59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.437816586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a3d153f-8cba-445d-9010-1811c2b39303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.43795222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"003721a7-bbc3-4688-afc1-dba54fc42e83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.439227347Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-8f4c38-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-sub","reconcileID":"55fab444-7030-435a-83aa-a37823f63f82","MaaSSubscription":{"name":"e2e-cmp-legacy-8f4c38-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-58d5eadf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.476386837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-aff3af59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.529422896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-aff3af59","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.53714364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"8546f35b-1ecd-41db-9a5a-9ee512b9b986","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.537164553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"8546f35b-1ecd-41db-9a5a-9ee512b9b986","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.582294306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-aff3af59"},"namespace":"ai-tenant-e2e-ait-aff3af59","name":"default-tenant","reconcileID":"0e9c8086-08b9-4ed0-93e9-385b4f8d1316","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-aff3af59","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.794683462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"a99c9281-3ccf-4a63-8d3f-7cde10bc8ab0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.798878348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5477110-53e3-4690-887a-79daccd40fbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.799933123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de833786-1b3f-4eb7-9848-1a64b12f6325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.852165197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"a99c9281-3ccf-4a63-8d3f-7cde10bc8ab0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.856326337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5477110-53e3-4690-887a-79daccd40fbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:39.85810211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de833786-1b3f-4eb7-9848-1a64b12f6325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.286025663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2573892d-fbba-4651-a302-c78840a2b455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.28868467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a7ecb4f-0e2b-42c7-a7fe-d167e8f81570","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.343351179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2573892d-fbba-4651-a302-c78840a2b455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.345571887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a7ecb4f-0e2b-42c7-a7fe-d167e8f81570","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.353190819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"6ae9706c-a7f4-4c3d-a1cf-7bc8c52033eb","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.353208176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"6ae9706c-a7f4-4c3d-a1cf-7bc8c52033eb","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.409391677Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-aff3af59","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-aff3af59","reconcileID":"74868fa7-22b5-4243-aa2c-810924fd76a4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-aff3af59","removed":["maas.opendatahub.io/gateway-access-e2e-ait-aff3af59"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.515041598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"ba38dcfd-b23b-4fb6-bfd7-05e1cb1a902a","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.572857065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"ba38dcfd-b23b-4fb6-bfd7-05e1cb1a902a","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.623118531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-sub-fd831e1c","reconcileID":"03290b0d-503a-4c2a-affe-e860d51f2cdd","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"maas-trlp-e2e-lifecycle-model-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.732997758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"103fb232-1796-4f97-8511-912cbc9d27bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.79098436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"103fb232-1796-4f97-8511-912cbc9d27bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.838878784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9620cae-1ebd-4650-8583-b6539120da1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.897308469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9620cae-1ebd-4650-8583-b6539120da1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.972607308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"1471fca5-67e5-4382-af23-502b781be09d","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:40.972628059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"1471fca5-67e5-4382-af23-502b781be09d","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.078240007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"446109c4-9cd7-4da9-a761-699ff5691424","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.134924172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"446109c4-9cd7-4da9-a761-699ff5691424","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.184621754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-sub-fd831e1c","reconcileID":"2fb75000-7855-4044-8c49-06816fb9bee4","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"maas-trlp-e2e-lifecycle-model-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.346576338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781bdc8c-85b9-4821-8dac-07bf406d2031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.399905483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781bdc8c-85b9-4821-8dac-07bf406d2031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.452895545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781bdc8c-85b9-4821-8dac-07bf406d2031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.505996289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"781bdc8c-85b9-4821-8dac-07bf406d2031","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.578121867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"00a056d8-8d92-4d57-96a0-887a5691c71f","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.578142821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"00a056d8-8d92-4d57-96a0-887a5691c71f","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.638917475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"c44619c3-1674-4a46-83e0-a0ae81c32c46","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.639014053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"c44619c3-1674-4a46-83e0-a0ae81c32c46","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:41.685928682Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-shared-sub-68869c","reconcileID":"e70f617b-2d19-4ea3-83f1-24b6a6aec99c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-68869c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:41.69413652Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"c44619c3-1674-4a46-83e0-a0ae81c32c46","name":"sub-test-model-e92519","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-e92519\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:41.694341467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"c44619c3-1674-4a46-83e0-a0ae81c32c46","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-e92519\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.700718151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"75dbc76d-3df5-47a8-b948-a44a954ccddc","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.700850548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"75dbc76d-3df5-47a8-b948-a44a954ccddc","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.730219786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"17156dcb-9ccd-4ff3-81ff-9da010d25b27","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.787242225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a2ae35e-ddbd-4d49-b891-bb52ded4f195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.78828834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74db797c-7711-4d01-a162-71d56faee4a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.792071385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"17156dcb-9ccd-4ff3-81ff-9da010d25b27","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.846649429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a2ae35e-ddbd-4d49-b891-bb52ded4f195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.846986522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74db797c-7711-4d01-a162-71d56faee4a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.849095236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"6fee18de-5cf1-48ba-8e32-e9baa1e4de93","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.849121105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"6fee18de-5cf1-48ba-8e32-e9baa1e4de93","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.90953901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"88407ea0-68db-4410-97a8-6f95a0a2bff6","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.909562774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"88407ea0-68db-4410-97a8-6f95a0a2bff6","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.910054182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"348bf65d-c070-4840-9460-4cf30599dd81","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.910075818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"348bf65d-c070-4840-9460-4cf30599dd81","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.956222653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"c14bcab4-18e7-44a1-a039-4212babfb681","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:41.956810875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-shared-sub-68869c","reconcileID":"f1550aa6-c042-4ca1-88d8-a742226e95d1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-68869c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.967638089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"68f1ecba-217c-4781-bb66-99a31b5cb3bf","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:41.967652862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"68f1ecba-217c-4781-bb66-99a31b5cb3bf","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.012952603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"c14bcab4-18e7-44a1-a039-4212babfb681","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.064069016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"4e93082d-7cf6-4b59-b625-99e23040ce77","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.064089563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"4e93082d-7cf6-4b59-b625-99e23040ce77","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.10549072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"cdc98980-2d0e-445d-bf82-3a6f6a0a7a2f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.125542981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"e5666b55-f4a6-4b52-a4e0-5b5fa7753d81","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.125564872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"e5666b55-f4a6-4b52-a4e0-5b5fa7753d81","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.125902113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"286c83e0-4d83-43f2-9bdf-efa3a17353b9","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.125916839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"286c83e0-4d83-43f2-9bdf-efa3a17353b9","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.161933922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"cdc98980-2d0e-445d-bf82-3a6f6a0a7a2f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.183248245Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-shared-sub-68869c","reconcileID":"b7456ded-0cfe-4581-a948-51645be7a3f0","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"sub-test-model-e92519","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-e92519/e2e-shared-sub-68869c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.184440148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"63e1b617-8000-4841-bbc9-9018f70cf0f2","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.184460635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"63e1b617-8000-4841-bbc9-9018f70cf0f2","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:42.235190456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-a-only-68869c","reconcileID":"eef09470-f6b8-4080-bb1f-f4e834d0ccab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-68869c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.259463875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"561bec78-a361-417e-b15a-dd6a80de5b6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.259722338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eae999a9-908a-4bdc-9838-6ad02ca3f2f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.317507868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"561bec78-a361-417e-b15a-dd6a80de5b6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.320317689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eae999a9-908a-4bdc-9838-6ad02ca3f2f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.343514997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"bb58f429-2ea9-4952-a2b1-716aa355f793","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.343533477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"bb58f429-2ea9-4952-a2b1-716aa355f793","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.34602597Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-shared-sub-68869c","reconcileID":"dd90a691-e6bb-4908-b1e7-6a60e958003c","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"sub-test-model-3880e7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-3880e7/e2e-shared-sub-68869c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.351916875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"db157bab-9117-4590-b32e-1887ecc82180","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.351932361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"db157bab-9117-4590-b32e-1887ecc82180","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.399245026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"32458d40-5a36-4c64-a55b-b7caa29d344f","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.399264958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"32458d40-5a36-4c64-a55b-b7caa29d344f","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.402972656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"778676fd-8048-42e2-a481-de6f235425e3","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.402989225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"778676fd-8048-42e2-a481-de6f235425e3","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.407072701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"aea79db4-82ac-49ff-b7c1-37d1a8c8acf0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.471121701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"a855024b-6848-466f-965b-7ae0deec8280","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.471154955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"a855024b-6848-466f-965b-7ae0deec8280","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.481119639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"aea79db4-82ac-49ff-b7c1-37d1a8c8acf0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:42.516911066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-b-only-68869c","reconcileID":"22957699-a45e-4f6a-a761-2cee86596553","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-68869c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.532998943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"786f6f9d-1b70-4df7-a0a3-4ff8ca04391b","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.533020237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"786f6f9d-1b70-4df7-a0a3-4ff8ca04391b","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.582954211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"68210fbf-58fd-4f4c-a54a-9402ed976cd7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.639738626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"0cd06e47-91f9-4df5-b0a0-ee60923e6866","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.639762519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"0cd06e47-91f9-4df5-b0a0-ee60923e6866","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.643177994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"68210fbf-58fd-4f4c-a54a-9402ed976cd7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.695026763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"01804a36-ca7b-4fbe-975f-db725172b75d","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.695044772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"01804a36-ca7b-4fbe-975f-db725172b75d","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.746866373Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-shared-sub-68869c","reconcileID":"41bc0d11-0eb2-4ad9-8c2b-7091880bae56","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-e92519/e2e-a-only-68869c","ai-tenant-e2e-shared-a-w4-e92519/e2e-shared-sub-68869c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.761526172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfde763e-eb10-4113-86b1-0c13d0367481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.81369855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-a-only-68869c","reconcileID":"cb0afbf2-4abf-4c60-a150-0e7770e2ab25","MaaSSubscription":{"name":"e2e-a-only-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.818633598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfde763e-eb10-4113-86b1-0c13d0367481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.855483466Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-shared-sub-68869c","reconcileID":"461fc60b-74c4-45d9-877f-300d982c5d77","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-3880e7/e2e-b-only-68869c","ai-tenant-e2e-shared-b-w4-3880e7/e2e-shared-sub-68869c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.905940868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"128a54d4-015c-43fc-831f-4f26cdbab740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.958727019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"a44a521c-2206-4209-97b5-64630c1a330c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.959416298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-b-only-68869c","reconcileID":"f82569e7-4177-42dd-9ef2-9e1aebe185a1","MaaSSubscription":{"name":"e2e-b-only-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:42.963325904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"128a54d4-015c-43fc-831f-4f26cdbab740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.017085307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"a44a521c-2206-4209-97b5-64630c1a330c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.019510758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"8afbea6c-ccf8-4f39-9471-35446313c6f9","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.019525624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"8afbea6c-ccf8-4f39-9471-35446313c6f9","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.117764975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-shared-sub-68869c","reconcileID":"fde7dd0b-f4f2-45fe-9bcd-1287e2177437","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.128520871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"fea18924-b00d-4e23-a12f-eab5e98aa5cb","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.128549382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"fea18924-b00d-4e23-a12f-eab5e98aa5cb","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.16954127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c500034d-8e68-4d24-ac81-10c5773fe515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.217934516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-shared-sub-68869c","reconcileID":"e06091a7-839e-400b-b2b8-d8f3d0b2ac9c","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.228155715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c500034d-8e68-4d24-ac81-10c5773fe515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.229738563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-a-only-68869c","reconcileID":"65e0a777-348d-4c8c-80f8-7c5c84eb5dcd","MaaSSubscription":{"name":"e2e-a-only-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.33071741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c27651f-240b-4298-916e-f3f7c67e43fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.339757556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-b-only-68869c","reconcileID":"99f0a05c-6979-476e-957d-f5437762b243","MaaSSubscription":{"name":"e2e-b-only-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.38988496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c27651f-240b-4298-916e-f3f7c67e43fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.398053315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"1ac20683-c8b1-418d-ae56-4cb41488f85e","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.398075275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"1ac20683-c8b1-418d-ae56-4cb41488f85e","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.424473807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3111845b-8122-46a2-bba6-76e89cda0903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.478825724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3111845b-8122-46a2-bba6-76e89cda0903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.532364765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3111845b-8122-46a2-bba6-76e89cda0903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:43.585674577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3111845b-8122-46a2-bba6-76e89cda0903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:44.744281346Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","namespace":"ai-tenant-e2e-autores-4bf46d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:44.744343247Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","namespace":"ai-tenant-e2e-autores-4bf46d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:44.744404875Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","tenant":"e2e-autores-4bf46d","tenantID":"e2e-autores-4bf46d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:44.799124619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","gvk":"Deployment","name":"maas-api-e2e-autores-4bf46d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:44.859204644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","gvk":"Service","name":"maas-api-e2e-autores-4bf46d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:44.91875071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-4bf46d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:44.973792669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-4bf46d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.03026501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-4bf46d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.085603843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-4bf46d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.143196129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-4bf46d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.198399595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-4bf46d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.253595253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","gvk":"Deployment","name":"payload-processing-e2e-autores-4bf46d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.306997463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-4bf46d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.359898554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","gvk":"Service","name":"payload-processing-e2e-autores-4bf46d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.415143615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","gvk":"Service","name":"payload-pre-processing-e2e-autores-4bf46d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.468010896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","gvk":"DestinationRule","name":"payload-processing-e2e-autores-4bf46d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.520574974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-4bf46d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.573100928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-4bf46d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.65044476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-4bf46d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.702901958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-4bf46d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.755764239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-4bf46d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.808483246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-4bf46d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:45.87193165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-4bf46d"},"namespace":"ai-tenant-e2e-autores-4bf46d","name":"default-tenant","reconcileID":"6d90fa8e-10ca-4443-a395-3afe644467b7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-4bf46d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.145584013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"500a8a1b-c4b3-4bd3-9772-d1780d67f275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.149515364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"808b8637-869e-4cb8-929e-e04e0cff1408","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.204626597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"500a8a1b-c4b3-4bd3-9772-d1780d67f275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.213499627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"808b8637-869e-4cb8-929e-e04e0cff1408","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.509894392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92e282c6-ee00-44f9-93db-9429a811c4bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.563201571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92e282c6-ee00-44f9-93db-9429a811c4bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.616392888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92e282c6-ee00-44f9-93db-9429a811c4bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:46.669820849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92e282c6-ee00-44f9-93db-9429a811c4bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.107814545Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-543258c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-543258c6","reconcileID":"6acaec8f-a214-48f0-87b9-f6a3944c7df5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-543258c6","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-543258c6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.429486605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31c122cb-8d8e-484a-a0b0-85278b46b83d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.43047315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff7aade6-3374-40cd-a376-a3f8def882f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.490852196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31c122cb-8d8e-484a-a0b0-85278b46b83d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.496427412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff7aade6-3374-40cd-a376-a3f8def882f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.912738008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f65a0ec9-ecad-4a1b-a7d4-7053b6f515f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.912751648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbd79fad-baf4-453a-a7f5-0763834abb76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.970494182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbd79fad-baf4-453a-a7f5-0763834abb76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:47.970769148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f65a0ec9-ecad-4a1b-a7d4-7053b6f515f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:48.598868411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06004a5d-5b96-49e7-984d-66f571682819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:48.651666952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06004a5d-5b96-49e7-984d-66f571682819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:48.704769552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06004a5d-5b96-49e7-984d-66f571682819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:48.757856343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06004a5d-5b96-49e7-984d-66f571682819","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:49.028899984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"980af89b-4825-4883-b35a-2817eb0b590e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:49.029119336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c003125-ccd8-44c0-9787-b64cfd432aaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:49.086757475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c003125-ccd8-44c0-9787-b64cfd432aaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:49.087254104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"980af89b-4825-4883-b35a-2817eb0b590e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:49.451838462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"693ee761-00b8-4c86-b33d-842c1280446b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:49.451869389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a7596e4-68c4-40da-b102-c777606c261f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:49.49294585Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-8f4c38-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-sub","reconcileID":"222adf6b-7bab-4e73-80ae-9aa15da67908","MaaSSubscription":{"name":"e2e-cmp-legacy-8f4c38-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","subscription":"e2e-cmp-legacy-8f4c38-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:49.509145859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"693ee761-00b8-4c86-b33d-842c1280446b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:49.509258569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a7596e4-68c4-40da-b102-c777606c261f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:49.59928157Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-8f4c38-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-sub","reconcileID":"222adf6b-7bab-4e73-80ae-9aa15da67908","MaaSSubscription":{"name":"e2e-cmp-legacy-8f4c38-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:49.652894298Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-8f4c38-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-sub","reconcileID":"222adf6b-7bab-4e73-80ae-9aa15da67908","MaaSSubscription":{"name":"e2e-cmp-legacy-8f4c38-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:49.98645679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"df711192-9977-44ee-b739-7334545e09b7","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:49.986485654Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"df711192-9977-44ee-b739-7334545e09b7","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cmp-legacy-8f4c38","externalModel":"e2e-cmp-legacy-8f4c38","provider":"e2e-cmp-legacy-8f4c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:50.039014619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"f0d48f7a-b19a-42ce-8c95-ee8cddb6796a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:50.094192323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d27a18c-5dfc-48a3-857f-a35ee4221d65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:50.098724276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"f0d48f7a-b19a-42ce-8c95-ee8cddb6796a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:50.105355218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"021c29e8-0ab4-4b0d-8be7-906006d45cea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:50.186387936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"021c29e8-0ab4-4b0d-8be7-906006d45cea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:50.188505248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d27a18c-5dfc-48a3-857f-a35ee4221d65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:50.244337021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"ad693267-6842-4cfd-9446-c623ec558936","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:50.244366988Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"ad693267-6842-4cfd-9446-c623ec558936","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cmp-legacy-8f4c38","externalModel":"e2e-cmp-legacy-8f4c38","provider":"e2e-cmp-legacy-8f4c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:50.353718689Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"ad693267-6842-4cfd-9446-c623ec558936","name":"e2e-cmp-legacy-8f4c38","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-8f4c38\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:50.353836825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"ad693267-6842-4cfd-9446-c623ec558936","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-8f4c38\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:50.412431821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"1f2c9a08-5031-43cb-a51d-714b873e8eae","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:50.412457117Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"1f2c9a08-5031-43cb-a51d-714b873e8eae","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cmp-legacy-8f4c38","externalModel":"e2e-cmp-legacy-8f4c38","provider":"e2e-cmp-legacy-8f4c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:50.493147088Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"8ded015e-fb26-43df-9cde-9877ecd3d475","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:50.748921455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"8ded015e-fb26-43df-9cde-9877ecd3d475","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:50.749820265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0e9651-9dee-4c34-b6e8-1bd0e1e2a78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:50.803601266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0e9651-9dee-4c34-b6e8-1bd0e1e2a78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:50.857391318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0e9651-9dee-4c34-b6e8-1bd0e1e2a78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:50.911287262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0e9651-9dee-4c34-b6e8-1bd0e1e2a78b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:50.988274915Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"8ded015e-fb26-43df-9cde-9877ecd3d475","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:50.98830076Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38-access","reconcileID":"8ded015e-fb26-43df-9cde-9877ecd3d475","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8f4c38-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:51.101532853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"346a31e5-c97a-461f-8d89-443ac68434f8","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:51.101560955Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"346a31e5-c97a-461f-8d89-443ac68434f8","MaaSModelRef":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cmp-legacy-8f4c38","externalModel":"e2e-cmp-legacy-8f4c38","provider":"e2e-cmp-legacy-8f4c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:51.402218541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"176e3b8e-4fe8-4bf1-b054-b553fafb495e","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:51.402245304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"176e3b8e-4fe8-4bf1-b054-b553fafb495e","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:51.537699993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"9cd947ce-372e-4586-975c-5dee1d9e4e5f","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:51.589192824Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"93dc932f-5634-46f0-95bc-43f3b9b22e8e","namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:51.594492319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"9cd947ce-372e-4586-975c-5dee1d9e4e5f","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:51.647735035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-sub-fd831e1c","reconcileID":"bbaae87a-17dc-407c-bc7c-2c911c1252cb","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"maas-trlp-e2e-lifecycle-model-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:51.701166293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95d5eae6-0954-483b-bfed-4e6c537d3661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:51.701337652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f9af6e4-5872-4cbc-a821-de5083adcd8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:51.747577807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0e7eb29c-c5c4-4fdf-b5ab-ae7d7e05b93e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:51.747686136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"2bce0438-d15e-424d-9692-74b05a15f1e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:51.758322842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95d5eae6-0954-483b-bfed-4e6c537d3661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:51.758335265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f9af6e4-5872-4cbc-a821-de5083adcd8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:51.808968355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"2bce0438-d15e-424d-9692-74b05a15f1e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:51.828865012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0e7eb29c-c5c4-4fdf-b5ab-ae7d7e05b93e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:51.917098973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"9a93285d-389a-488b-9047-1bad2ca2d69d","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:51.975550475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"9a93285d-389a-488b-9047-1bad2ca2d69d","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:51.976077928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-sub-fd831e1c","reconcileID":"be755192-1924-43ca-ad7d-64d640af3383","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"maas-trlp-e2e-lifecycle-model-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.189926264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b2b972f7-2ac3-48ec-8ffa-700fb2b4d3bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.189931225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"412eed39-ba3a-42be-bd96-02ec9f28fc5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.195430212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96325fb8-7617-4757-a144-3c4cd1b2e02f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.196206939Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-8f4c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","reconcileID":"17123ee2-607b-4392-b605-95d174a27a1a","namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cmp-legacy-8f4c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.235721715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"7cac9b72-4963-4d7f-bfa9-817bfb02d766","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.246527902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b2b972f7-2ac3-48ec-8ffa-700fb2b4d3bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.248847442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"412eed39-ba3a-42be-bd96-02ec9f28fc5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.252620604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96325fb8-7617-4757-a144-3c4cd1b2e02f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.293148501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"7cac9b72-4963-4d7f-bfa9-817bfb02d766","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.383841838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"7ee8c0a9-29ee-48be-997e-32421c170a86","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.44131273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"7ee8c0a9-29ee-48be-997e-32421c170a86","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.616333978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48379b2f-3ac0-484d-ac58-33d703d3a2d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.673306951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48379b2f-3ac0-484d-ac58-33d703d3a2d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.717915854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"0e3aaa38-4ab7-4219-844d-beebffd9f274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.718133134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"aeb47a26-0c1b-4ee2-a52c-e1cb18b2e711","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.71851862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"b8463a7f-1262-4a90-9849-f88f8f1747d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.767391163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"e5b9abb9-39b3-4bb7-87ed-04b16ddd1e60","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.780110828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"0e3aaa38-4ab7-4219-844d-beebffd9f274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.789500711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"b8463a7f-1262-4a90-9849-f88f8f1747d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.833806261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"aeb47a26-0c1b-4ee2-a52c-e1cb18b2e711","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.836926639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"e5b9abb9-39b3-4bb7-87ed-04b16ddd1e60","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.887463657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd0c03ab-fa30-4806-8277-7de34331cb8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.940998546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd0c03ab-fa30-4806-8277-7de34331cb8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:52.995549621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd0c03ab-fa30-4806-8277-7de34331cb8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.050165943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd0c03ab-fa30-4806-8277-7de34331cb8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.105195225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13a34ed3-af8f-417a-80eb-3807294a3941","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.16372094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13a34ed3-af8f-417a-80eb-3807294a3941","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.19055455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"fa29421e-48a8-4d08-8917-796a27500646","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.211855763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"490f2f99-b619-48ad-9b5f-08092212e869","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.249770894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"fa29421e-48a8-4d08-8917-796a27500646","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.266669402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"6a4ecc3c-49f9-42b8-b1b5-68f0cc98989b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.267815032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be4bd5ba-6dd0-4a37-baa5-a038e147f39c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.316732045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"dafc29f8-f2a7-49f2-a887-91d4e0490e1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.332465066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"6a4ecc3c-49f9-42b8-b1b5-68f0cc98989b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.353163893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be4bd5ba-6dd0-4a37-baa5-a038e147f39c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.383172653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-sub-fd831e1c","reconcileID":"d7bdb7ac-5ec2-472c-a603-fe087795dfc0","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"maas-trlp-e2e-lifecycle-model-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.441942963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-shared-sub-68869c","reconcileID":"d3b5c222-ccd8-479b-95b1-385d33aabe4c","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.442834624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-a-only-68869c","reconcileID":"d3b76c74-80a9-4de4-88e9-04909f46f430","MaaSSubscription":{"name":"e2e-a-only-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.589584498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ac06381-07e1-4a32-9fe3-26008f607d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.628456624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"38ed585d-4abd-4f43-b023-175dfacf19a1","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.628500245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"38ed585d-4abd-4f43-b023-175dfacf19a1","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.629235627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"d91dda17-3aa5-4e3f-9265-2b3b0cd0c6a5","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.629252061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"d91dda17-3aa5-4e3f-9265-2b3b0cd0c6a5","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.656800435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ac06381-07e1-4a32-9fe3-26008f607d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.683070078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"0a44a57f-0453-4360-9724-88ea56087835","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.794884748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0dd0a07-c4ed-4168-8a33-c2c1c42e6be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.821334367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"00ab9aab-5c52-485e-8ddb-30ace40d6bbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.856499167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0dd0a07-c4ed-4168-8a33-c2c1c42e6be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:53.931605578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"d63276ec-e6f1-4d25-a643-3c842ccb12c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.053446458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b475942e-d05a-4ac0-a59c-b3067f167e67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.053674097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-b-only-68869c","reconcileID":"252b51c2-27d4-40b8-a093-df83aceb6e43","MaaSSubscription":{"name":"e2e-b-only-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.070754233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-shared-sub-68869c","reconcileID":"2d3bf5f1-314f-4249-b738-e948998baa00","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.073101131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6f2ed701-ee3a-4ee1-bf8c-800fc3b41a8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.10316918Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"3326e250-dcaf-42b9-80b9-f3874e27d8d6","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.114609692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b475942e-d05a-4ac0-a59c-b3067f167e67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.161254154Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"cd859f2b-5b05-442a-be96-70e61fc6a788","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.292228101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"ba1babde-d5b7-4704-9ad9-2440a9344316","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.29249119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"91f98c54-0886-42cf-b009-e864f15e7512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.302967654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"13b025f6-7cf2-4447-9eba-565fa409e8b3","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.30298966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"13b025f6-7cf2-4447-9eba-565fa409e8b3","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.30603985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"9fe7f921-a02d-4a80-a37e-8eb786ecf4ae","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.306062356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"9fe7f921-a02d-4a80-a37e-8eb786ecf4ae","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.343960443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99992620-9f36-4870-a7b2-6a7775ac3b3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.344745966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"455474b7-1d34-4776-aa9a-71851773ae62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.350531778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"91f98c54-0886-42cf-b009-e864f15e7512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.350619002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"ba1babde-d5b7-4704-9ad9-2440a9344316","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.401154146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99992620-9f36-4870-a7b2-6a7775ac3b3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.401318486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"455474b7-1d34-4776-aa9a-71851773ae62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.519761449Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"7c82fb27-10c7-49b5-a98d-c230b8bd5ced","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.571001201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7737f6cb-e85f-4050-a737-c85a80b028c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.638110873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7737f6cb-e85f-4050-a737-c85a80b028c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.694709311Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"b4851a1a-e161-487b-aeb2-6041196262cd","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.721255204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"2f187e98-79f3-45b3-bc56-bac20f433011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.721254467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"34e8d9b7-9aec-4029-8dc2-b4ef02c3ea34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.765717444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"456549a5-c91a-42a3-94e0-6b1b107d3552","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.765742014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"9c6f1f34-ce47-430c-a9d4-76ab6f5fbf51","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.779663717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"2f187e98-79f3-45b3-bc56-bac20f433011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.780375957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"34e8d9b7-9aec-4029-8dc2-b4ef02c3ea34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:54.801822667Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"b4851a1a-e161-487b-aeb2-6041196262cd","name":"e2e-cfl-f83c38","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-f83c38\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:48:54.801881005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"b4851a1a-e161-487b-aeb2-6041196262cd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-f83c38\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.824478975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"456549a5-c91a-42a3-94e0-6b1b107d3552","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.82469277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"9c6f1f34-ce47-430c-a9d4-76ab6f5fbf51","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:54.860158156Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"c4a8a3a6-54a4-480b-b9d0-5ac2798aa912","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.05053995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dbce4a4-ee35-447b-9962-9bf28c9ea03f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.050935915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"88c568e2-cac7-4b97-830b-0b19ab0f8a13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.103299716Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"bed92666-2096-4b69-8855-b2601a65e73c","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.103995572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dbce4a4-ee35-447b-9962-9bf28c9ea03f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.157306535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dbce4a4-ee35-447b-9962-9bf28c9ea03f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.211411502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dbce4a4-ee35-447b-9962-9bf28c9ea03f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.265111152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"9d3730f1-75d4-485f-8301-9317e47677e5","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.26604045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22a01949-1e7f-4ffd-8a56-5822e0115dbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.2695866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"88c568e2-cac7-4b97-830b-0b19ab0f8a13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.318235016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"45b5b2aa-aad9-482d-9305-8ad64def87a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.31857567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfe22e69-b818-4400-b548-1c36649e087d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.322680189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"9d3730f1-75d4-485f-8301-9317e47677e5","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.32474283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22a01949-1e7f-4ffd-8a56-5822e0115dbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.324858239Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"1adc8a18-b560-4259-ba9c-3550ac57fe88","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.360189446Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"997f788e-30ad-4190-b0b9-91c3fea7703a","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.376757074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"45b5b2aa-aad9-482d-9305-8ad64def87a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.380697817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfe22e69-b818-4400-b548-1c36649e087d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.491100316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"f7f5ed0e-7196-4adf-bc98-d80bea188652","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.491129596Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"f7f5ed0e-7196-4adf-bc98-d80bea188652","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-f83c38-6a205b5ab628","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.543473317Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-4bf46d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-4bf46d","reconcileID":"8d6edecc-39b4-43d2-b471-d4c289a3102b","aitenant":"ai-tenants/e2e-autores-4bf46d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.635169529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"c45034e4-6c6b-42e3-8941-6ecb63b62c0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.684659778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"e10837a7-0438-4ec1-af36-3c092cc81b31","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.691916248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"c45034e4-6c6b-42e3-8941-6ecb63b62c0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.737096389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"70148ed3-d058-44d6-b4da-12f820334cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.737230292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"1bfffb11-217f-44ab-8cd3-d8b5821daf4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.741446481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"e10837a7-0438-4ec1-af36-3c092cc81b31","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.794546397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"1bfffb11-217f-44ab-8cd3-d8b5821daf4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.794571096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"70148ed3-d058-44d6-b4da-12f820334cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.83852377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5eba06d0-9bc4-466e-ac50-e2a1a8be6014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:55.89570282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5eba06d0-9bc4-466e-ac50-e2a1a8be6014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.057319012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f8b4a5f4-22ec-4259-b8c3-a4d62126f5ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.106428311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"58694ee8-beb8-4aaf-8359-f77bf13283e6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.106447056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"654b18cb-e029-4642-9e64-9efcddb7b9a6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.114023529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f8b4a5f4-22ec-4259-b8c3-a4d62126f5ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.159190443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3b957f9-6687-4099-94cd-46208a8fbcab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.164559994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"654b18cb-e029-4642-9e64-9efcddb7b9a6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.167242078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"58694ee8-beb8-4aaf-8359-f77bf13283e6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.216259251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3b957f9-6687-4099-94cd-46208a8fbcab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.345445392Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-4bf46d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-4bf46d","reconcileID":"8d6edecc-39b4-43d2-b471-d4c289a3102b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-4bf46d","removed":["maas.opendatahub.io/gateway-access-e2e-autores-4bf46d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.556231979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e2f061e-e1e5-4162-a577-13878d327827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.557346839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f74d7e48-2d8f-4d2a-b291-b4c65a6a0b2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.613456123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e2f061e-e1e5-4162-a577-13878d327827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.616710812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f74d7e48-2d8f-4d2a-b291-b4c65a6a0b2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.815933118Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"4a201167-5df0-4e6c-b68e-5ce4eb25396a","namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.923285966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"2125c182-5d1b-4129-b62a-a963abba560c","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.978331335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"3b64c88e-fa62-4786-90d9-08a2139d410a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.978628528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"e2b456db-1cad-4302-b441-302db963c08a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.978961017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"9fd52d06-a4e4-41ca-a232-d4745b918413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.978331458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"318b4b49-bb75-41ad-be28-cc7cf949f478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.979686628Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"dd9d78df-8ee8-4097-ac46-6b23e4f53a1f","namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:56.983045258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"2125c182-5d1b-4129-b62a-a963abba560c","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.0591618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"318b4b49-bb75-41ad-be28-cc7cf949f478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.062923403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"e2b456db-1cad-4302-b441-302db963c08a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.064397354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"3b64c88e-fa62-4786-90d9-08a2139d410a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.074218797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"9fd52d06-a4e4-41ca-a232-d4745b918413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.087443653Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"800bd396-2475-4f9f-a09b-f15230d7de7f","namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.149913626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"588fa11e-fe1b-455a-a337-5ab385ec121d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.204520813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"588fa11e-fe1b-455a-a337-5ab385ec121d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.257632195Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"d4e0d24a-8526-40d3-910b-4a4828fb4e94","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.257674972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"588fa11e-fe1b-455a-a337-5ab385ec121d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.311272418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"588fa11e-fe1b-455a-a337-5ab385ec121d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.364403484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"b98ccd41-996c-48ad-88da-6e42f748fd7d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.421414897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"b98ccd41-996c-48ad-88da-6e42f748fd7d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.423549695Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"d0f3d607-c228-4fe5-8ec7-0d0bfccc3155","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.472951322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"4e912612-2c9a-4158-9767-91f917524f8d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.533957217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"4e912612-2c9a-4158-9767-91f917524f8d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.540264143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"59cc5f75-4b68-4c28-aa84-d3b289ee23d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.541715978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b5c8a67-2c35-49c9-8824-d0ca63d7a26f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.544266885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"535ab4d3-8565-4232-8d49-f0cdd74d0cc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.591899858Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"8f769b68-e673-401a-9257-349da1fb42b1","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-f83c38-6a205b5ab628","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.599452131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"59cc5f75-4b68-4c28-aa84-d3b289ee23d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.602046485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b5c8a67-2c35-49c9-8824-d0ca63d7a26f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.602344846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"535ab4d3-8565-4232-8d49-f0cdd74d0cc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.735045409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"aa33d25c-5ef1-4d81-a65a-d1d40949c91a","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.792601484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"aa33d25c-5ef1-4d81-a65a-d1d40949c91a","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.891751545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"41e71b90-5128-47cb-9504-e2b7b6b1d77b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.936489988Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"f56f9a07-d78b-4975-b9b6-f84c05315822","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.941150432Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"192be103-0a32-4ac4-a424-63abea9b830d","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.95006479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"41e71b90-5128-47cb-9504-e2b7b6b1d77b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.987759086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6af54ede-1d40-4447-9e8c-f099db39b45e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.987758709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3ef0a24c-a7bc-4dff-bfac-4cb3dbf9331c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:57.994029565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"b11c91f8-c112-4a27-8627-6e88cc97f1c6","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.045173275Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"65296d6d-2d5b-4034-93f7-876f80f4e705","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.047303927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3ef0a24c-a7bc-4dff-bfac-4cb3dbf9331c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.048166621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6af54ede-1d40-4447-9e8c-f099db39b45e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.124048896Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"b11c91f8-c112-4a27-8627-6e88cc97f1c6","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.183220826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a4dad5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"b11c91f8-c112-4a27-8627-6e88cc97f1c6","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.187571894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f9d17b6-ab48-4747-96d8-6361f3ea437c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.244749136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f9d17b6-ab48-4747-96d8-6361f3ea437c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.295561227Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"7702d873-e8ef-4307-bfd5-63864f85db06","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.40828769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"4c213a1a-f22f-4c5d-87a8-0f3dc60943d1","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.462579793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"38f970c6-6224-4df6-87a5-fab60a826eaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.466477983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"4c213a1a-f22f-4c5d-87a8-0f3dc60943d1","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.509562162Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"1fa7fd78-5793-4c26-b234-bfe251ed68a5","namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.515963882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"6c4dbefc-ebbb-4a82-b8cb-e91fc61d0f00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.517353437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"445e7c02-87f9-4f47-b86f-7d12bc5c2d6f","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.517381918Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"445e7c02-87f9-4f47-b86f-7d12bc5c2d6f","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.518059223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8829cf4-551a-4d4e-a67e-c640860e97ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.524938187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"38f970c6-6224-4df6-87a5-fab60a826eaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.573427728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"6c4dbefc-ebbb-4a82-b8cb-e91fc61d0f00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.57765811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8829cf4-551a-4d4e-a67e-c640860e97ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.683450673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"76b0d6e2-1950-4dbd-b5f2-9821353d7a23","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.683567239Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"76b0d6e2-1950-4dbd-b5f2-9821353d7a23","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.748415832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"176ef046-aa27-45c3-92d0-c24757f81a93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.805154581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"176ef046-aa27-45c3-92d0-c24757f81a93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.871112803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"e1c4279f-f185-4084-a352-522522aa9ead","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.923652609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"67279fd2-7c83-4245-aa73-ff52535878a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.928001141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"e1c4279f-f185-4084-a352-522522aa9ead","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.971295189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"baa23428-8bf5-4ca0-b49c-e925a7b7458e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.971366518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"0fbe0797-142e-4e82-8e7c-331c667e6600","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.980106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"67279fd2-7c83-4245-aa73-ff52535878a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:58.983053228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a4dad5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"e1c4279f-f185-4084-a352-522522aa9ead","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.029003745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"baa23428-8bf5-4ca0-b49c-e925a7b7458e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.029048574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"0fbe0797-142e-4e82-8e7c-331c667e6600","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.141267199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ead393e-8ace-4f8d-ba2e-d6eb6149cd16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.198347493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ead393e-8ace-4f8d-ba2e-d6eb6149cd16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.279370898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f6dae6-9890-424e-90e2-2c1bdc61e108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.285118092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49561ebf-cabd-4aee-8a0c-8b04a820cbb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.341300456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f6dae6-9890-424e-90e2-2c1bdc61e108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.394803133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f6dae6-9890-424e-90e2-2c1bdc61e108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.395151429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"3cd0f593-cdbb-4e84-97a9-260c67359aa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.398198261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49561ebf-cabd-4aee-8a0c-8b04a820cbb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.456500386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f6dae6-9890-424e-90e2-2c1bdc61e108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.457461749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"2a0fa094-1c89-4e15-a9b7-9318215d0ec2","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.468398179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"3cd0f593-cdbb-4e84-97a9-260c67359aa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.520178062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"2a0fa094-1c89-4e15-a9b7-9318215d0ec2","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.622342131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"7b2f277d-1fc4-4a40-94e8-98517e1b4a84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:48:59.679428348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"7b2f277d-1fc4-4a40-94e8-98517e1b4a84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.318712398Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"877b7d9a-29c1-462a-9568-8ab4f85cc6f8","namespace":"ai-tenant-e2e-mt-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.318847806Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"877b7d9a-29c1-462a-9568-8ab4f85cc6f8","name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.375915281Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"877b7d9a-29c1-462a-9568-8ab4f85cc6f8","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.375939336Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"877b7d9a-29c1-462a-9568-8ab4f85cc6f8","namespace":"ai-tenant-e2e-mt-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.37602725Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"877b7d9a-29c1-462a-9568-8ab4f85cc6f8","name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.376959756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"46bcbd7c-53ef-4364-85ad-cc1a72030bb9","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.376976035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"46bcbd7c-53ef-4364-85ad-cc1a72030bb9","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.431934694Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"877b7d9a-29c1-462a-9568-8ab4f85cc6f8","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.432535648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"6fa48fc3-a729-4d98-9155-6728d3b5d89a","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.435065674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"4e4142a4-3fbf-4391-a228-28888af98187","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.435084692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"4e4142a4-3fbf-4391-a228-28888af98187","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:02.488729089Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"4e4142a4-3fbf-4391-a228-28888af98187","name":"e2e-lifecycle-model-fd831e1c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-fd831e1c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:02.488818558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"4e4142a4-3fbf-4391-a228-28888af98187","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-fd831e1c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.492126631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"6fa48fc3-a729-4d98-9155-6728d3b5d89a","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.494371609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"3f41c5ec-5a1c-4fc0-a9f0-4757973cfb9a","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.494403368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"3f41c5ec-5a1c-4fc0-a9f0-4757973cfb9a","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.541610669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7437f192-a48f-4c3f-b50d-8af7716deae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.542381683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8b3bfad-3345-4e2f-a886-87f65d35a371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.542515112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78b3d19d-e44c-4ab7-a08a-9b6c21fdf16d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.595044318Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-sub-fd831e1c","reconcileID":"3e4ee816-6d34-4bac-b8d5-4316b2b12769","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-225a2ae4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.596133958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7437f192-a48f-4c3f-b50d-8af7716deae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.731716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7437f192-a48f-4c3f-b50d-8af7716deae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.736309232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78b3d19d-e44c-4ab7-a08a-9b6c21fdf16d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.836198812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7437f192-a48f-4c3f-b50d-8af7716deae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.836898868Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"1f06e6af-6869-4046-b4ae-6167ce8d9d52","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.890242723Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-sub-fd831e1c","reconcileID":"82edf2db-2b4e-4b59-94d3-ec0d22a9a859","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-225a2ae4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:02.894052766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8b3bfad-3345-4e2f-a886-87f65d35a371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.051428411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"1f06e6af-6869-4046-b4ae-6167ce8d9d52","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.113659023Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-a1c779","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-a1c779","reconcileID":"95d7cf55-41aa-4246-8b58-0c403c6c045d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-a1c779","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-a1c779":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.179711742Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"1f06e6af-6869-4046-b4ae-6167ce8d9d52","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"e2e-mt-fd831e1c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.179740043Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-policy-fd831e1c","reconcileID":"1f06e6af-6869-4046-b4ae-6167ce8d9d52","MaaSAuthPolicy":{"name":"e2e-policy-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.243532331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"6b29a80e-0a2c-4a57-b244-824e27ffefe5","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.243554241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"6b29a80e-0a2c-4a57-b244-824e27ffefe5","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.456495848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"290e9461-f79b-4f53-a3f5-a3a19eb8af72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.45651963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0637bb43-225e-4cfe-989b-0577391623d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.51580003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0637bb43-225e-4cfe-989b-0577391623d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.516069152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"290e9461-f79b-4f53-a3f5-a3a19eb8af72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.916401288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"accfc7a6-d71c-43a5-a716-d05edd786128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.916463274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bddf67f-26c8-45ad-b6e2-75325d9de13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.975133441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bddf67f-26c8-45ad-b6e2-75325d9de13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:03.975133442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"accfc7a6-d71c-43a5-a716-d05edd786128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.832308049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a2756f-3212-4a9b-8b02-cb21ecc5d386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.88535161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a2756f-3212-4a9b-8b02-cb21ecc5d386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.938668317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a2756f-3212-4a9b-8b02-cb21ecc5d386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:04.99245585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a2756f-3212-4a9b-8b02-cb21ecc5d386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:05.152256531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60455a93-d0ff-46c0-9e38-53d2182af381","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:05.152256151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d95eb5f-25d5-4f5b-bace-b1f6518c38e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:05.20968732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60455a93-d0ff-46c0-9e38-53d2182af381","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:05.209716241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d95eb5f-25d5-4f5b-bace-b1f6518c38e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:05.892800068Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:06.892871284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4a54da-fff3-415d-9330-35d0898cb451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:06.945877552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4a54da-fff3-415d-9330-35d0898cb451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:06.99900681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4a54da-fff3-415d-9330-35d0898cb451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:07.052175564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4a54da-fff3-415d-9330-35d0898cb451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:08.094195935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d98f68e5-d1a8-486a-9275-4f2812570a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:08.094194476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66394f1f-a23b-49c0-9e1d-b0364d2bdde1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:08.152364798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66394f1f-a23b-49c0-9e1d-b0364d2bdde1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:08.153053395Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"6530531b-e0d4-4d6a-b759-6fba9e1bc647","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:08.153372192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d98f68e5-d1a8-486a-9275-4f2812570a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.090903557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"6e6a6b33-e3f9-4366-a867-697dc7e8750a","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.147991686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"6e6a6b33-e3f9-4366-a867-697dc7e8750a","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:09.203938459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a4dad5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"6e6a6b33-e3f9-4366-a867-697dc7e8750a","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:12.950656665Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-sub-fd831e1c","reconcileID":"524629a9-4b48-4049-83ab-d6c6252f938f","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","subscription":"e2e-sub-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.004531131Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-sub-fd831e1c","reconcileID":"524629a9-4b48-4049-83ab-d6c6252f938f","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.058110203Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-sub-fd831e1c","reconcileID":"524629a9-4b48-4049-83ab-d6c6252f938f","MaaSSubscription":{"name":"e2e-sub-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"name":"maas-trlp-e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.173324473Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"f7ef603f-ca3f-4b13-a0e7-cf839c1c714f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.173469469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"5058bf65-ce5b-472f-8e26-b85aec17882c","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.173490316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"5058bf65-ce5b-472f-8e26-b85aec17882c","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.332894421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"cda1ef14-1c0d-43f7-9353-7d3d5c68ccbe","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.332913806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"cda1ef14-1c0d-43f7-9353-7d3d5c68ccbe","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.380307785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"f7ef603f-ca3f-4b13-a0e7-cf839c1c714f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.48737189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-shared-sub-68869c","reconcileID":"a579b599-8fe9-457d-a43a-e3a830217d28","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.488053926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-a-only-68869c","reconcileID":"bf3e76e7-b380-4479-9183-6a3e163aa6de","MaaSSubscription":{"name":"e2e-a-only-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.501362446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f35a62b-34ad-4fea-a3b4-9a338c9fd8db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.501362448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95573335-b3f7-4e0b-8ae1-2e6d3e7ae530","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.507212275Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"f7ef603f-ca3f-4b13-a0e7-cf839c1c714f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"e2e-shared-a-w4-e92519-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.507229972Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-sub-iso-auth-68869c","reconcileID":"f7ef603f-ca3f-4b13-a0e7-cf839c1c714f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.560694148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f35a62b-34ad-4fea-a3b4-9a338c9fd8db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.561370876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95573335-b3f7-4e0b-8ae1-2e6d3e7ae530","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.563400636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"be2f14a8-2bae-4c66-97fe-e7063a56b289","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.563475136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"be2f14a8-2bae-4c66-97fe-e7063a56b289","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.717326664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"2539c47d-3557-4733-be6f-26ecf41c499b","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.717350858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"2539c47d-3557-4733-be6f-26ecf41c499b","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.834645062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-shared-sub-68869c","reconcileID":"94c9d330-bfac-431f-9af8-5bddbe11dbcc","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.834842849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-a-only-68869c","reconcileID":"aa5b8570-8752-42ac-a78e-a0442bb1d8ca","MaaSSubscription":{"name":"e2e-a-only-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.926205447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3906c491-8d5f-40c6-a7e6-71d7a184ff61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.926445584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1d21eeb-c1a1-4a5f-bbd1-f4eaf0879b84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.983279041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3906c491-8d5f-40c6-a7e6-71d7a184ff61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:13.983492763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1d21eeb-c1a1-4a5f-bbd1-f4eaf0879b84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:14.121769099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"a95453c4-acd3-4039-ae34-5a33081ac512","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:14.17837437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"a95453c4-acd3-4039-ae34-5a33081ac512","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:14.233921913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a4dad5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7943b298ab7e1f0bd209d66fc578ce59d6356bd203792e55ea3a024af304892e) AuthConfig (df2409d95155d0fa413213acd89cdceb6beb4f28e154b71ea26101d31eb02204) AuthConfig (f6b8e8988a7fda400d78142a8d18bc2c56b859ff2e95d8e595bff2026cb38e5e) AuthConfig (f80a46f81554da1edb54f6e542d17a5067e6fa8be99c0f43dadc70295d001fb4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"a95453c4-acd3-4039-ae34-5a33081ac512","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:14.343291262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"f022a529-8cfc-4f81-b5ef-245761943845","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:14.343317176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"f022a529-8cfc-4f81-b5ef-245761943845","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:18.261686369Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"8953a376-502d-4eda-83f0-31110fbe0bfc","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:24.116315606Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-shared-sub-68869c","reconcileID":"874aad95-77c3-413a-822c-bdef45aebe98","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscription":"e2e-shared-sub-68869c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:24.337705031Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-shared-sub-68869c","reconcileID":"874aad95-77c3-413a-822c-bdef45aebe98","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-e92519/e2e-a-only-68869c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:24.39948905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"bc007247-6b7e-4ee5-82eb-7233fb088edd","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:24.45890252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"bc007247-6b7e-4ee5-82eb-7233fb088edd","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:24.516392722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a4dad5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7943b298ab7e1f0bd209d66fc578ce59d6356bd203792e55ea3a024af304892e) AuthConfig (df2409d95155d0fa413213acd89cdceb6beb4f28e154b71ea26101d31eb02204) AuthConfig (f6b8e8988a7fda400d78142a8d18bc2c56b859ff2e95d8e595bff2026cb38e5e) AuthConfig (f80a46f81554da1edb54f6e542d17a5067e6fa8be99c0f43dadc70295d001fb4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"bc007247-6b7e-4ee5-82eb-7233fb088edd","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:24.561863284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-a-only-68869c","reconcileID":"5e53c151-5a03-4894-bea5-446b20a93afd","MaaSSubscription":{"name":"e2e-a-only-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:24.607373684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"0e42e195-5163-4a68-9661-747a91be3bee","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:24.607482318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"0e42e195-5163-4a68-9661-747a91be3bee","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:24.753657251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"7c14313f-d827-46c5-a9a0-cb5d40d22931","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:24.753679475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"7c14313f-d827-46c5-a9a0-cb5d40d22931","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:24.767699311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff1a6a9b-f60a-4176-91c1-d0201ed3ec7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:24.767699283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebf57e67-5134-4992-bb8d-76b861b5e6fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:24.825575915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff1a6a9b-f60a-4176-91c1-d0201ed3ec7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:24.826909386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebf57e67-5134-4992-bb8d-76b861b5e6fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:25.202797184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf2e0b46-d150-4e4c-95ff-d88d12b2df92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:25.205810644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0ac9900-8973-4a9a-8b57-1462acd429ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:25.261599009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf2e0b46-d150-4e4c-95ff-d88d12b2df92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:25.26324531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0ac9900-8973-4a9a-8b57-1462acd429ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:27.405109785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"c9c9a62e-1fa1-4ed8-b8f9-33acfa6fdb36","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-543258c6","tenantID":"e2e-ait-543258c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:27.521059632Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"c9c9a62e-1fa1-4ed8-b8f9-33acfa6fdb36","name":"e2e-ait-543258c6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:28.369133447Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"a6d28fbf-e774-4129-a7e0-6e8d0479380f","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:34.624605024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"77068e30-bdb5-4528-b384-7031a4e2bae8","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:34.682363482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"77068e30-bdb5-4528-b384-7031a4e2bae8","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:34.925543209Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-a-only-68869c","reconcileID":"c0b53a6d-468e-4358-b2a3-bfa06cf97d00","MaaSSubscription":{"name":"e2e-a-only-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","subscription":"e2e-a-only-68869c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:34.979027847Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-a-only-68869c","reconcileID":"c0b53a6d-468e-4358-b2a3-bfa06cf97d00","MaaSSubscription":{"name":"e2e-a-only-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.032287046Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"e2e-a-only-68869c","reconcileID":"c0b53a6d-468e-4358-b2a3-bfa06cf97d00","MaaSSubscription":{"name":"e2e-a-only-68869c","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"name":"maas-trlp-sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.115826594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"6dbf43a4-3d25-44c0-b714-dc3b261b9f52","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.115853949Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"6dbf43a4-3d25-44c0-b714-dc3b261b9f52","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.311006738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"00ac9c03-7f2e-4e91-bc47-861938a4b2f8","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"tenant":"e2e-shared-a-w4-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","model":"ai-tenant-e2e-shared-a-w4-e92519/sub-test-model-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.311061408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"sub-test-model-e92519","reconcileID":"00ac9c03-7f2e-4e91-bc47-861938a4b2f8","MaaSModelRef":{"name":"sub-test-model-e92519","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"routeName":"sub-test-model-e92519-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-e92519","llmisvcName":"sub-test-model-e92519","gateway":"openshift-ingress/e2e-shared-a-w4-e92519","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.469747947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f35cd5b-8c05-4cc5-8eea-4f044e891c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.469754338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d339792c-4f01-488e-b706-fd2585f91c15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.52725122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d339792c-4f01-488e-b706-fd2585f91c15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.527344807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f35cd5b-8c05-4cc5-8eea-4f044e891c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.602036275Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"6d137ea9-8b0e-4f56-a12f-ead33291251b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.602113798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"a238f6b3-fc40-4543-b76b-bcda4268fe31","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.602131169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"a238f6b3-fc40-4543-b76b-bcda4268fe31","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.786386021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"6d137ea9-8b0e-4f56-a12f-ead33291251b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.875541278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-shared-sub-68869c","reconcileID":"f3f845fb-1530-4071-8065-80066e9fe612","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.875574133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-b-only-68869c","reconcileID":"02d13ad0-037b-48ce-ac36-b592d126e179","MaaSSubscription":{"name":"e2e-b-only-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.893118855Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.909763613Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"6d137ea9-8b0e-4f56-a12f-ead33291251b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"e2e-shared-b-w4-3880e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.909805353Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-sub-iso-auth-68869c","reconcileID":"6d137ea9-8b0e-4f56-a12f-ead33291251b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.966901806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"1d157477-38fa-4e78-90fe-873d56ad7956","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:35.966920252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"1d157477-38fa-4e78-90fe-873d56ad7956","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:36.1125821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"59a9ad81-2449-47bf-bfca-cc7cf8065edc","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:36.112604049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"59a9ad81-2449-47bf-bfca-cc7cf8065edc","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:36.2402566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-b-only-68869c","reconcileID":"565e0ac6-f8fd-48dc-9c2b-b07c7c84e168","MaaSSubscription":{"name":"e2e-b-only-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:36.240307285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-shared-sub-68869c","reconcileID":"34f7bc2d-475b-4272-9d6b-44b874149ec2","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:36.272441369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d4ee28e-9189-4231-9da3-89acfd97358d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:36.272477452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d591571-3f9c-47d3-9331-d595b791ff5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:36.33086476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d591571-3f9c-47d3-9331-d595b791ff5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:36.330966844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d4ee28e-9189-4231-9da3-89acfd97358d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:38.475895764Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"4ec24759-d99c-47de-8ded-d639c4ca1e36","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:38.991562548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"d3c9c5e8-7b2d-4e41-85e0-8d0cdfe95d5f","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:38.991590113Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"d3c9c5e8-7b2d-4e41-85e0-8d0cdfe95d5f","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.045611795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"652bf91a-d179-4ddb-add6-6c747e5bbe04","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:39.046327699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f83c38-a4dad5-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-sub","reconcileID":"30f4f9ee-b3cb-4cff-90b7-77a576f921e9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-f83c38-a4dad5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.098153527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afcb25bb-f90e-4e4b-b35c-3e1b68f0f1e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.098354698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52868af9-f795-4377-87b8-5605b26f3617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.104542823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"652bf91a-d179-4ddb-add6-6c747e5bbe04","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.157989326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afcb25bb-f90e-4e4b-b35c-3e1b68f0f1e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.158054907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52868af9-f795-4377-87b8-5605b26f3617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.158560156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"bbbff880-0a2d-4822-933b-73582e9730e8","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.158577327Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"bbbff880-0a2d-4822-933b-73582e9730e8","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.267096079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"fa334e5d-da9b-4c15-9691-ea870daa5cb7","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.267125399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"fa334e5d-da9b-4c15-9691-ea870daa5cb7","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.37318841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"6a259a1e-fd51-468b-bc36-01baad6b5dc2","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.373211628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"6a259a1e-fd51-468b-bc36-01baad6b5dc2","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.478647728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"574f5769-8f30-4daa-b59a-35669ea23dcd","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.4910938Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f83c38-a4dad5-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-sub","reconcileID":"585bb08e-76f7-4665-b0b6-933e5442125b","MaaSSubscription":{"name":"e2e-cfl-f83c38-a4dad5-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-f83c38","model":"e2e-cfl-f83c38","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38-a4dad5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.541631286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"574f5769-8f30-4daa-b59a-35669ea23dcd","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.761615237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"111a9cd0-bef0-4898-ad24-b141c1086c1f","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.761645409Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"111a9cd0-bef0-4898-ad24-b141c1086c1f","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:39.976715729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f83c38-a4dad5-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-sub","reconcileID":"c513b6b7-9a3a-43f4-aaae-73810bc41466","MaaSSubscription":{"name":"e2e-cfl-f83c38-a4dad5-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-f83c38","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:46.514720447Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-shared-sub-68869c","reconcileID":"c941f49e-20a5-45ff-9e85-a4ea6b7c67ed","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscription":"e2e-shared-sub-68869c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:46.733483881Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-shared-sub-68869c","reconcileID":"c941f49e-20a5-45ff-9e85-a4ea6b7c67ed","MaaSSubscription":{"name":"e2e-shared-sub-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-3880e7/e2e-b-only-68869c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:46.947017514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-b-only-68869c","reconcileID":"42e47498-89bb-4e1b-8a32-8c34da7cab71","MaaSSubscription":{"name":"e2e-b-only-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:46.99710809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"79e5abd4-aa94-4a1c-9a2a-088ae64933e0","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:46.997127462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"79e5abd4-aa94-4a1c-9a2a-088ae64933e0","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.157689382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da8f1636-1f02-4132-a202-80085a2ce9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.157689379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3ddf2d1-9eec-44b9-aacb-cd04ccab6992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.215597332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3ddf2d1-9eec-44b9-aacb-cd04ccab6992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.215671008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da8f1636-1f02-4132-a202-80085a2ce9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.299666121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"2c803de2-18fd-4b57-b6b7-8fec111dfc45","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.299690471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"2c803de2-18fd-4b57-b6b7-8fec111dfc45","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.312976327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"750c4b27-6b85-4da3-bb4a-fa43b5a6c4d3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-a1c779","tenantID":"e2e-explicit-a1c779","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.429755956Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"750c4b27-6b85-4da3-bb4a-fa43b5a6c4d3","name":"e2e-explicit-a1c779-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.487998093Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","namespace":"ai-tenant-e2e-mt-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.48806067Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","namespace":"ai-tenant-e2e-mt-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.488108501Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","tenant":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.544024278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","gvk":"Deployment","name":"maas-api-e2e-mt-fd831e1c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.58151347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa3b413b-4328-4295-b4e7-d35c6c640057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.581703311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c27f0c76-61f8-49e8-b9db-f21ee84619a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.604081709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","gvk":"Service","name":"maas-api-e2e-mt-fd831e1c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.639699958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa3b413b-4328-4295-b4e7-d35c6c640057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.641714414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c27f0c76-61f8-49e8-b9db-f21ee84619a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.659679488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-fd831e1c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.713881853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-fd831e1c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.769759015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.825012663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.882914434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.937679636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:47.990457428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","gvk":"Deployment","name":"payload-processing-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:48.042705792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:48.095153674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","gvk":"Service","name":"payload-processing-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:48.147853779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","gvk":"Service","name":"payload-pre-processing-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:48.200599695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","gvk":"DestinationRule","name":"payload-processing-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:48.253223838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:48.305739339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:48.363418229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:48.41610096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:48.46872276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:48.521494625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:48.575059261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1cd3f6cd-57c3-46bf-90b2-a58f9b09b82e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-fd831e1c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:48.583971868Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"a34feb44-bf2d-40cb-83e2-861868bf99ab","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:48.790665932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06cb1a97-ee3a-45d2-8369-c3c72612dea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:48.791615016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21b11904-e33f-420e-bede-55727fe1882f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:48.847823626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06cb1a97-ee3a-45d2-8369-c3c72612dea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:48.848879727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21b11904-e33f-420e-bede-55727fe1882f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:49.275185488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4525976-1ada-4b75-8557-119fa861fde9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:49.275185475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4034f649-f520-412f-a385-4f0f12667b8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:49.334496295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4525976-1ada-4b75-8557-119fa861fde9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:49.334764472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4034f649-f520-412f-a385-4f0f12667b8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:49.399463693Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-fd831e1c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-fd831e1c","reconcileID":"cf8dd53d-d0c6-40cf-9bb1-91674e853d57","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-fd831e1c","removed":["maas.opendatahub.io/gateway-access-e2e-mt-fd831e1c"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:49.563608349Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"bb7f2c59-bf4e-47c8-8ca1-f19576e45aab","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:49.621629809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"bb7f2c59-bf4e-47c8-8ca1-f19576e45aab","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:49.627338832Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"41e1fd1f-d1d4-481d-96df-378008341244","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:49.627395088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"41e1fd1f-d1d4-481d-96df-378008341244","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:49.638599563Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"ef379af9-f6a3-4fbf-92cc-2c8b23c1b629","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:49.638674571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"ef379af9-f6a3-4fbf-92cc-2c8b23c1b629","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:49.659838756Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"2bd2bb46-5cf2-4a90-97e3-36829d3f3910","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:49.659911286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"2bd2bb46-5cf2-4a90-97e3-36829d3f3910","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:49.671096773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f20daed5-eed5-4a31-a437-34cd746d7c3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:49.671261362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"802feaca-15cb-45c7-b222-17ae9aeca472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:49.700731054Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"5a5db907-ed1e-4664-bcb2-d20c6523828b","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:49.700829863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"5a5db907-ed1e-4664-bcb2-d20c6523828b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:49.732998361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"802feaca-15cb-45c7-b222-17ae9aeca472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:49.733142928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f20daed5-eed5-4a31-a437-34cd746d7c3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:49.781172738Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"6791b5ff-c9b6-49a0-b077-e421ffa4172e","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:49.781238244Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"6791b5ff-c9b6-49a0-b077-e421ffa4172e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:49.941740691Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"e5c81de2-2928-40f6-b3e1-1dd5fc62c3d1","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:49.941837689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"e5c81de2-2928-40f6-b3e1-1dd5fc62c3d1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:50.262360759Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"3a05586a-038e-4366-bd62-ec03d5f696e5","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:50.262429515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"3a05586a-038e-4366-bd62-ec03d5f696e5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:50.54243383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f064890-5c77-4425-842d-8ac9cb26143b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:50.595723067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f064890-5c77-4425-842d-8ac9cb26143b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:50.649198333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f064890-5c77-4425-842d-8ac9cb26143b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:50.70295751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f064890-5c77-4425-842d-8ac9cb26143b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:50.902985886Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"a7c42a44-7cc3-47c5-880a-2b79429f4383","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:50.903070917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"a7c42a44-7cc3-47c5-880a-2b79429f4383","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:52.18347756Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"664c4753-620e-4671-9fd0-138961dab508","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:52.18357353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"664c4753-620e-4671-9fd0-138961dab508","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:52.637305685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"895cd98a-636e-4302-aa34-403d18f73095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:52.690607823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"895cd98a-636e-4302-aa34-403d18f73095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:52.744221816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"895cd98a-636e-4302-aa34-403d18f73095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:52.798147337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"895cd98a-636e-4302-aa34-403d18f73095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:54.744373688Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"414e9964-cad1-49fd-88ee-73f11a2462e0","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:49:54.744475655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"414e9964-cad1-49fd-88ee-73f11a2462e0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:54.837519639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f83c38-a4dad5-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-sub","reconcileID":"6a1ff43e-f66c-4a4a-b129-42158e50bf5f","MaaSSubscription":{"name":"e2e-cfl-f83c38-a4dad5-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-f83c38","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:54.938097374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9fd1ee-7aeb-42c6-9625-1794522bf955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:54.991250919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9fd1ee-7aeb-42c6-9625-1794522bf955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.044612581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9fd1ee-7aeb-42c6-9625-1794522bf955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.097576866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e9fd1ee-7aeb-42c6-9625-1794522bf955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.262388781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"2983ede8-f204-429c-82f0-798590c2ad4e","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.262419026Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"2983ede8-f204-429c-82f0-798590c2ad4e","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.5293829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"eb61e9ef-c181-433c-80f6-3014c5300e84","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:55.586598125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"eb61e9ef-c181-433c-80f6-3014c5300e84","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:57.030681229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39db6f36-0fea-43ea-9250-9c9c5abef77b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:57.083829286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39db6f36-0fea-43ea-9250-9c9c5abef77b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:57.136860266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39db6f36-0fea-43ea-9250-9c9c5abef77b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:57.189928298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39db6f36-0fea-43ea-9250-9c9c5abef77b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:57.464156914Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-b-only-68869c","reconcileID":"13da5ab4-0e98-4b12-b9da-29bf07ca30ba","MaaSSubscription":{"name":"e2e-b-only-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","subscription":"e2e-b-only-68869c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:57.517163751Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-b-only-68869c","reconcileID":"13da5ab4-0e98-4b12-b9da-29bf07ca30ba","MaaSSubscription":{"name":"e2e-b-only-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:57.570310567Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"e2e-b-only-68869c","reconcileID":"13da5ab4-0e98-4b12-b9da-29bf07ca30ba","MaaSSubscription":{"name":"e2e-b-only-68869c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"name":"maas-trlp-sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:57.845664939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"8d757210-8d03-489c-a9a7-079be07b9199","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"tenant":"e2e-shared-b-w4-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","model":"ai-tenant-e2e-shared-b-w4-3880e7/sub-test-model-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:57.845684859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"sub-test-model-3880e7","reconcileID":"8d757210-8d03-489c-a9a7-079be07b9199","MaaSModelRef":{"name":"sub-test-model-3880e7","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"routeName":"sub-test-model-3880e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","llmisvcName":"sub-test-model-3880e7","gateway":"openshift-ingress/e2e-shared-b-w4-3880e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:58.006551301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b00f3499-af95-434c-8cd2-a3c2a2e27314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:58.006551354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96d2535f-d9a4-44f9-9d76-63930530bbcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:58.064481851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b00f3499-af95-434c-8cd2-a3c2a2e27314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:58.065023188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96d2535f-d9a4-44f9-9d76-63930530bbcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:58.691045551Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"2adc7156-41d7-4e17-a391-ddb60a81cd7d","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.607680229Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"0d6ca627-bee3-4635-b8a9-9388a2957d7f","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.665510049Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"9818020f-6c05-4fe9-8411-8f7e822aca05","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.717770226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"89bc063a-b183-4f90-8431-61fb9d029648","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.769304409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"805d893c-3d1e-4559-8edc-7956843775a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.769328756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f280b260-cd24-4f24-a28e-ff621f3ca2c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.770186909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"ac991150-b180-4812-a933-a7a26efcc28c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.770279594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"24217d82-b76b-4c60-a77c-902e723ee1c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.775652595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"89bc063a-b183-4f90-8431-61fb9d029648","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.828241095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"805d893c-3d1e-4559-8edc-7956843775a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.832440727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"24217d82-b76b-4c60-a77c-902e723ee1c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.832843868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f280b260-cd24-4f24-a28e-ff621f3ca2c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.835030147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"ac991150-b180-4812-a933-a7a26efcc28c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:49:59.99157876Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"612f3a04-3bac-41a5-8bbe-f68bfcb099f1","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:00.154332684Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"3d0fe732-0a5e-4e4f-99c2-5b6118e62244","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:00.199056416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"8296e29f-459e-46ec-a9d8-9cd1e5a64271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:00.199987491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62edac8b-e25d-4201-9e3c-1c840bc64b4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:00.200009007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e73a464-e52f-48e9-8a47-c4d46e4b784c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:00.200683562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0edeca1a-921d-4f8d-9043-ed8d5fad699f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:00.203024154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"de2a3448-714b-4957-bd3f-989ffd8940f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:50:00.207510704Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"230cfc73-1701-41ae-8309-4e317b79bc6b","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:50:00.207571639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"230cfc73-1701-41ae-8309-4e317b79bc6b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:00.258245985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"8296e29f-459e-46ec-a9d8-9cd1e5a64271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:00.258290372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e73a464-e52f-48e9-8a47-c4d46e4b784c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:00.261487646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0edeca1a-921d-4f8d-9043-ed8d5fad699f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:00.261743957Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"40006449-c365-4ebe-a978-9936dfd79f5c","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:00.261486015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62edac8b-e25d-4201-9e3c-1c840bc64b4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:00.264795679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"de2a3448-714b-4957-bd3f-989ffd8940f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:00.572204063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"4f66d2c2-a5a1-4b3f-b529-75dc0bda8819","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:00.624152743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"c5740352-0a20-4f2d-ad47-0d1c986d4e30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:00.629243913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"4f66d2c2-a5a1-4b3f-b529-75dc0bda8819","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:00.681612284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"c5740352-0a20-4f2d-ad47-0d1c986d4e30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:00.824947302Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"f00ebfdf-ae2b-4ef6-a469-4fb8b9129883","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:00.882539375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"22750576-7707-4c12-9f6d-9eab5f8a9c73","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:00.882585924Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"22750576-7707-4c12-9f6d-9eab5f8a9c73","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:00.999907164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6e6734b7-3cd3-4c03-91c7-479a415f82cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.000189023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"afbebd91-9542-4c5b-9118-3581b6a6e3e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.000373295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"729abdcb-a0ca-44d9-a3b3-882db3e02da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.003367675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"f85b6c6a-86a9-406c-8bfb-823bff6d1d1b","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.056894744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"729abdcb-a0ca-44d9-a3b3-882db3e02da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.056897205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6e6734b7-3cd3-4c03-91c7-479a415f82cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.0573183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"cf5b835c-0074-40b0-860a-c71bf39fa71c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.059092147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"afbebd91-9542-4c5b-9118-3581b6a6e3e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.059661359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"f85b6c6a-86a9-406c-8bfb-823bff6d1d1b","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.113740879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"cf5b835c-0074-40b0-860a-c71bf39fa71c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.423038591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"9389b7ee-5103-465f-adf3-6eb516492b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.423483897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18ff392b-af63-458e-9f8f-cf5b7e6716bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.480746343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"9389b7ee-5103-465f-adf3-6eb516492b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:01.48130796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18ff392b-af63-458e-9f8f-cf5b7e6716bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:03.681242305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c4a1b46-b632-4308-9939-ab05e5d13562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:03.681325623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7bc1164-4cdd-4675-9c3b-d9fa3b33155d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:03.738569117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7bc1164-4cdd-4675-9c3b-d9fa3b33155d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:03.739479672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c4a1b46-b632-4308-9939-ab05e5d13562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:50:05.707399669Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"1336afe0-4d84-44d2-98d1-c413b72dca86","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:50:05.707464923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"1336afe0-4d84-44d2-98d1-c413b72dca86","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:50:05.871634724Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"d83a1023-5f7b-45b5-a65b-acd6fadeb925","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:50:05.871706966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"d83a1023-5f7b-45b5-a65b-acd6fadeb925","error":"resolve tenant gateway for model ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c-kserve-route (gateways: [openshift-ingress/e2e-mt-fd831e1c]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:05.89382989Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:06.731605546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9de6f4-f295-4350-be0e-ed92affe5235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:06.784669401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9de6f4-f295-4350-be0e-ed92affe5235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:06.837729847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9de6f4-f295-4350-be0e-ed92affe5235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:06.891208343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9de6f4-f295-4350-be0e-ed92affe5235","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:07.041581526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"26f50ac1-c91f-41d8-ab61-95df96f15902","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:07.041602823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"26f50ac1-c91f-41d8-ab61-95df96f15902","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:07.209525391Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-fd831e1c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-fd831e1c","reconcileID":"4a5c6a21-8c77-4fc4-b459-fd3fe160da91","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-fd831e1c","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-fd831e1c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:07.536048619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b8428e9-ef1b-44c5-acc3-6ac7bed8daca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:07.536066657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"621b7c3c-0116-46c5-b837-d4b944ed5a59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:07.593630645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b8428e9-ef1b-44c5-acc3-6ac7bed8daca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:07.593772051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"621b7c3c-0116-46c5-b837-d4b944ed5a59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:07.962252613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ed1dfd4-ea9a-4730-9c63-14d049063321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:07.96347634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"859a1da1-c6d7-4d9b-9088-9f517d67ae6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:08.020888822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ed1dfd4-ea9a-4730-9c63-14d049063321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:08.021416259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"859a1da1-c6d7-4d9b-9088-9f517d67ae6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:08.142123482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"d9369103-c13a-45cc-bbc4-09c6656b3a28","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:08.142143556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"d9369103-c13a-45cc-bbc4-09c6656b3a28","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:08.412244455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a18406fc-1572-4e2d-92aa-916e658561ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:08.412264715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0dc732db-1097-4382-8c87-39a42a045948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:08.469408627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a18406fc-1572-4e2d-92aa-916e658561ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:08.469429523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0dc732db-1097-4382-8c87-39a42a045948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:08.798380037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7ae24b7-b036-4367-9a89-3fbd3dcd4232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:08.852366426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7ae24b7-b036-4367-9a89-3fbd3dcd4232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:08.905309285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7ae24b7-b036-4367-9a89-3fbd3dcd4232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:08.958243632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7ae24b7-b036-4367-9a89-3fbd3dcd4232","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:10.263852325Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"4d97e334-d4a7-4ce1-9c50-0d6f12d9e5e2","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:10.958404423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a9c077-7411-4691-bde4-cc30aaa39134","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:11.014995152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a9c077-7411-4691-bde4-cc30aaa39134","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:11.070751851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a9c077-7411-4691-bde4-cc30aaa39134","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:11.124103536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a9c077-7411-4691-bde4-cc30aaa39134","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.317390068Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"a7a6d522-d125-42c7-90eb-773afbe4afc0","namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.385179377Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"bb18704d-7f18-4de2-bb2f-2ffc5215fcd1","namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.483730473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"88b39c8d-1c4f-4962-b11f-1716d94c946d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.484161162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6192a798-cc6e-4434-895f-bac42c7580d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.484526717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"72db6664-a0a4-41d1-b2af-71b6d77b2e7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.486205864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ab9db1d0-d27a-4427-8c18-5c4c15d44ff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.486610694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2c548c1-94db-4b5d-9220-0fe265fa4c38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.541916374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6192a798-cc6e-4434-895f-bac42c7580d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.542451531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"72db6664-a0a4-41d1-b2af-71b6d77b2e7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.544370797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ab9db1d0-d27a-4427-8c18-5c4c15d44ff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.544931406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"88b39c8d-1c4f-4962-b11f-1716d94c946d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.546712471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2c548c1-94db-4b5d-9220-0fe265fa4c38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.688042757Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"73ccb90f-7fd3-4849-b23c-d54a3cd15b93","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.809435499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"4d469c06-f36d-41dc-9df4-1fbca170b9d5","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.854250898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"0961ce0d-b1a7-46c2-8cbd-49b2afd34190","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.854276396Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"0961ce0d-b1a7-46c2-8cbd-49b2afd34190","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.861991781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6714043-3e78-4318-9855-87437f6f54c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.863014383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0ae870ee-8fba-4827-a767-1f8feef61673","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.863233589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"375b82c8-d9c4-4757-b713-8f8e9d2cd102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.863549312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7c3cbea3-8438-4a5a-b753-8ab0598bfc6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.866420184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"4d469c06-f36d-41dc-9df4-1fbca170b9d5","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.920667422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6714043-3e78-4318-9855-87437f6f54c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.920945934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0ae870ee-8fba-4827-a767-1f8feef61673","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.924533027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"375b82c8-d9c4-4757-b713-8f8e9d2cd102","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.924937488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7c3cbea3-8438-4a5a-b753-8ab0598bfc6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:12.980825408Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"32f3faef-5f2d-4c74-9ba6-a72f5a9cf31a","namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.033655824Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"8e81c861-248f-4a7f-adf6-ad2892bf9703","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.191644542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"3bb4745c-c9d1-49e8-be7d-8138584f7c7c","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.191670003Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"3bb4745c-c9d1-49e8-be7d-8138584f7c7c","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.237698608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"6980ef40-6883-4313-91bc-b5c31a28dbcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.237697774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"4aa1577d-b915-408b-a542-99ea04c8ba5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.24235803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"068fcc62-0c83-40b0-955c-914848a68dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.296263035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"6980ef40-6883-4313-91bc-b5c31a28dbcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.296263103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"4aa1577d-b915-408b-a542-99ea04c8ba5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.299801892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"068fcc62-0c83-40b0-955c-914848a68dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.338751111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"903cd073-f330-4154-9ebc-44c2f184fe10","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.338762399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e0e49353-bc5e-404e-8c31-acc76f35228b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.396197469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"903cd073-f330-4154-9ebc-44c2f184fe10","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.396396826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e0e49353-bc5e-404e-8c31-acc76f35228b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.451908601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a4dad5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c38ac385307cfb3c3cdf12dd54f509e64dfe951c4a248626b91461a0d5dad142) AuthConfig (12de7de71d9dea79a389c516b3d50da03918424c98ff383c68d61d7719c9ad18) AuthConfig (343fa0171b8f6472a3f33a949a2a4a17e294856b9e3b01e72825a1f2cf3e200d) AuthConfig (96c612efbcad91af22199d049377eba61a35f93c7cee83857af840a170100bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"903cd073-f330-4154-9ebc-44c2f184fe10","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.561987617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"635730f6-eb44-4ed1-ba73-25b8c99b28d9","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.562019101Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"635730f6-eb44-4ed1-ba73-25b8c99b28d9","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.6636378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"5e474bcf-7f1b-44c2-bbbb-1b478b95908e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.663635295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"7bd1faba-8360-4a3f-ab79-9bcc84bd0a49","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.664183816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a76280e5-32b7-4630-b6b9-2b45fee8d92a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.723579938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"5e474bcf-7f1b-44c2-bbbb-1b478b95908e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.72393692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"7bd1faba-8360-4a3f-ab79-9bcc84bd0a49","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.726016274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a76280e5-32b7-4630-b6b9-2b45fee8d92a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.763295553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"8c5debdb-c788-4425-b429-e8ad2028fd88","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.829282334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"8c5debdb-c788-4425-b429-e8ad2028fd88","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:13.885486984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a4dad5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c38ac385307cfb3c3cdf12dd54f509e64dfe951c4a248626b91461a0d5dad142) AuthConfig (12de7de71d9dea79a389c516b3d50da03918424c98ff383c68d61d7719c9ad18) AuthConfig (343fa0171b8f6472a3f33a949a2a4a17e294856b9e3b01e72825a1f2cf3e200d) AuthConfig (96c612efbcad91af22199d049377eba61a35f93c7cee83857af840a170100bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"8c5debdb-c788-4425-b429-e8ad2028fd88","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:15.014188723Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"a425c018-83c0-431b-9d0b-ce143362a849","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:15.911405908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e77c67b-1f21-4888-bcde-4b84d9ad134a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:15.967609099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e77c67b-1f21-4888-bcde-4b84d9ad134a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:16.021256093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e77c67b-1f21-4888-bcde-4b84d9ad134a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:16.074400938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e77c67b-1f21-4888-bcde-4b84d9ad134a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:17.983845067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e51793-de51-43da-8571-9ffe4e83a610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:18.037042705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e51793-de51-43da-8571-9ffe4e83a610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:18.090180003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e51793-de51-43da-8571-9ffe4e83a610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:18.143172657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7e51793-de51-43da-8571-9ffe4e83a610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:19.755042837Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"01110f41-8a81-41af-9218-2bfb052a140e","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:19.861564037Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"a55d19bb-723c-4f5d-b570-5d9d26121704","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:20.373673693Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"2407dc9e-5e1a-4668-a169-cb1b3be31cfd","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:20.598945242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"515b156b-1408-4322-8f45-daa7216b6279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:20.652168596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"515b156b-1408-4322-8f45-daa7216b6279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:20.705495298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"515b156b-1408-4322-8f45-daa7216b6279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:20.758454267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"515b156b-1408-4322-8f45-daa7216b6279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:22.733332133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"add470fe-346c-4dfa-bc95-137ef5a14c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:22.772596712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"f906bec3-f0e8-43f4-97e0-5d4b30cdbc1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:22.786389822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"add470fe-346c-4dfa-bc95-137ef5a14c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:22.839632983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"add470fe-346c-4dfa-bc95-137ef5a14c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:22.893375327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"add470fe-346c-4dfa-bc95-137ef5a14c22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:23.053827161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2a02b240-73e7-4d45-8c25-cb7ec27bf721","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:23.153420597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8f367cf9-365f-45c0-8d3b-b7be3a58394d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:23.269980453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"a07fce8e-90d3-4a6a-a4b8-b26aa1391fba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:23.436577367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"36edde90-7c52-4c5a-bc33-2537cda635d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:23.604264221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f83c38-a4dad5-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-sub","reconcileID":"b8f0ea6c-8075-486c-ba13-adc4ffe24ed3","MaaSSubscription":{"name":"e2e-cfl-f83c38-a4dad5-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-f83c38","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:23.663168324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"bc43d2c3-5b73-4dca-ad93-8d929781859a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:24.120846066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"9d02d0df-876a-4ab2-8ab5-25596a02fe9f","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:24.178132339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"9d02d0df-876a-4ab2-8ab5-25596a02fe9f","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:24.692097132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"56f76711-1c9e-4ea2-b1cd-09e80d8f651e","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:24.692127586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"56f76711-1c9e-4ea2-b1cd-09e80d8f651e","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:24.85588308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271e0de7-a20d-4cdf-9ece-681806d50c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:24.909282683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271e0de7-a20d-4cdf-9ece-681806d50c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:24.962635328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271e0de7-a20d-4cdf-9ece-681806d50c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:25.016284499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"271e0de7-a20d-4cdf-9ece-681806d50c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.027248161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6895a5e0-aa98-45a4-aae3-bd4423c74e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.080436726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6895a5e0-aa98-45a4-aae3-bd4423c74e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.133448199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6895a5e0-aa98-45a4-aae3-bd4423c74e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.186515739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6895a5e0-aa98-45a4-aae3-bd4423c74e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.397715536Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"a0d2b927-eb96-4c60-a86a-0d49e9881f9b","namespace":"llm","name":"e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.455334659Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"4a1e964c-9178-4400-bbb2-38014cb4f7c3","namespace":"llm","name":"e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.563412537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"4ed7b767-0762-4510-9b85-c17b7221ec8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.563529711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"28fb2a9a-df7a-4550-9316-0a3af2684f49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.564506348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"c57fa0a8-fec1-401e-a6be-2532db929aab","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.564680808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"671fa084-909c-471f-98f9-02558bfa840b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.565214029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"d6e46355-a068-475c-b977-74c3ef454ef5","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.62083137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"4ed7b767-0762-4510-9b85-c17b7221ec8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.620863175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"28fb2a9a-df7a-4550-9316-0a3af2684f49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.623303469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"d6e46355-a068-475c-b977-74c3ef454ef5","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.623420907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"c57fa0a8-fec1-401e-a6be-2532db929aab","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.625586327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"671fa084-909c-471f-98f9-02558bfa840b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.793096224Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"a5e85858-99d7-4024-a02e-ffa644f15e43","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"name":"e2e-rt-sw-d43634","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.903398066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d3148153-4efd-4221-86be-e483f852c8e5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.90342663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d3148153-4efd-4221-86be-e483f852c8e5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.903843458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"32f9308d-0704-42a0-8fe3-a04bf4016083","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.90386321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"32f9308d-0704-42a0-8fe3-a04bf4016083","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.904189405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"975c880c-209a-43e0-be32-2c3ba4d28d13","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.904206058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"975c880c-209a-43e0-be32-2c3ba4d28d13","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.904408996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a68f6110-03d4-4790-bbf7-dda24c922ff3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.904418829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a68f6110-03d4-4790-bbf7-dda24c922ff3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.904657734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"67ef040d-6135-4b58-8d41-1c21a7610fad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.904667415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"67ef040d-6135-4b58-8d41-1c21a7610fad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.904866347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"267eab64-9741-41fc-95ac-1664ec8f5d4d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.904877211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"267eab64-9741-41fc-95ac-1664ec8f5d4d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.905054658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a1323dbf-a1ce-404f-a080-46f99289d510","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.905063893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a1323dbf-a1ce-404f-a080-46f99289d510","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.905235156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"880edfd9-1353-4c65-affb-d190971c29d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.905243982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"880edfd9-1353-4c65-affb-d190971c29d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.942995323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"25258b0a-98c8-4c0f-b07a-23a08139156c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.943034933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4fe3cab3-9013-4fa3-8cf9-f1bd6e3f935b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.959119325Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"62eb854b-0e7f-45ae-b5fe-dee1c059745e","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"name":"e2e-rt-sw-d43634","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.990442777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9247639d-7a3b-41d3-adcc-29791bde4dfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:27.99048357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42770617-6e43-4981-917c-b0427f92ab97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.048353173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42770617-6e43-4981-917c-b0427f92ab97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.048915705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9247639d-7a3b-41d3-adcc-29791bde4dfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.089391622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"45045296-75c0-49d2-99f2-b8c3f93fbe7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.095559345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"a98b7cba-529c-4063-9876-4f2ef5d858fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.095708725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"eb566828-ff65-4f22-b3df-38634da583cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.14753317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"45045296-75c0-49d2-99f2-b8c3f93fbe7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.153091662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"a98b7cba-529c-4063-9876-4f2ef5d858fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.153324872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"eb566828-ff65-4f22-b3df-38634da583cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.41753206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"936d39d8-68b5-45dc-8d62-c84629c6046b","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.418051192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"5c380d70-12f9-407c-823e-43e8ef7fcd28","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.478370146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"936d39d8-68b5-45dc-8d62-c84629c6046b","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.480291817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"5c380d70-12f9-407c-823e-43e8ef7fcd28","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.583500548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ccfe43b-921e-46ea-95d3-62cbb45d97dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.584017939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7faf7d49-73ec-4939-872c-b0e90c274462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.58462909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0ad39bc-68ff-422a-befa-187fde07862e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.643082954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ccfe43b-921e-46ea-95d3-62cbb45d97dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.643272118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0ad39bc-68ff-422a-befa-187fde07862e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.64542314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"7faf7d49-73ec-4939-872c-b0e90c274462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.835000384Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-a8704a-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38-a4dad5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.888485601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"5c080cef-7872-4af6-8d7d-7bc7db329cfb","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.888512736Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"5c080cef-7872-4af6-8d7d-7bc7db329cfb","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:50:28.944932057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-sub","reconcileID":"a56c4705-0819-4d30-a787-f6b4812cc53f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-a8704a-6f7706-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.997165769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"a3256aa8-abe8-43c3-9949-b7d3489b320c","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:28.997254311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"03437bc0-a9fb-453c-a6e3-27efb9cb4c03","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.001930056Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"81aeac38-d1f4-4630-9e20-95570811ca79","namespace":"llm","name":"e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.061130133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"03437bc0-a9fb-453c-a6e3-27efb9cb4c03","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.062092594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"f1b05f0b-0d14-4581-a26b-6317f7a421b5","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.062114856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"f1b05f0b-0d14-4581-a26b-6317f7a421b5","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d43634-dcf7ca0fe053","namespace":"llm","model":"e2e-rt-sw-d43634","externalModel":"e2e-rt-sw-d43634","provider":"e2e-rt-sw-d43634-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.064286313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"a3256aa8-abe8-43c3-9949-b7d3489b320c","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.117442149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44d9d8d-8b4b-4211-9e97-6332194e66f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.117902331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bb72daf-f7ea-4eb9-a318-42e56a4861e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.171705665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44d9d8d-8b4b-4211-9e97-6332194e66f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.225629713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44d9d8d-8b4b-4211-9e97-6332194e66f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.226186631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"00b9a240-b338-4254-b010-1186fa2f0982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.226299396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8bc86a07-6f91-445d-b755-62f30985f74f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.229417538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8bb72daf-f7ea-4eb9-a318-42e56a4861e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.280222385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44d9d8d-8b4b-4211-9e97-6332194e66f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.280289972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"c3e51adc-4bcb-4090-aca9-741dc3701085","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.280310117Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"c3e51adc-4bcb-4090-aca9-741dc3701085","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.283013798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"00b9a240-b338-4254-b010-1186fa2f0982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.337939803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8bc86a07-6f91-445d-b755-62f30985f74f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.387199768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"a1a3b455-befa-4938-9704-93453f54c7cb","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.387220192Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"a1a3b455-befa-4938-9704-93453f54c7cb","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.495019242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"a6c2f30f-d6d5-4ee7-bc56-62670c228f1d","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.495044196Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"a6c2f30f-d6d5-4ee7-bc56-62670c228f1d","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.550194411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6a93d62a-352f-49fd-9bdf-6e7f56dd1d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.603573977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"382988ff-6b21-437c-aaed-7625fa30bb11","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.603856159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a03bffdc-495c-456f-a508-9b98765dc9a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.604196793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"38f67192-afda-4dae-93dd-631df97a0704","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.608325999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6a93d62a-352f-49fd-9bdf-6e7f56dd1d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.609642036Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-sub","reconcileID":"23f7e739-eb03-4bd6-afc8-3a0a49427439","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-a8704a","model":"e2e-cfl-a8704a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-a8704a-6f7706-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.661493639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"382988ff-6b21-437c-aaed-7625fa30bb11","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.661562238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a03bffdc-495c-456f-a508-9b98765dc9a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.664021565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"38f67192-afda-4dae-93dd-631df97a0704","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.711181311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acc31f62-416d-46e6-b1c4-d1c2972fb338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.768670396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acc31f62-416d-46e6-b1c4-d1c2972fb338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.882298707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"7385d55f-f743-478a-9d0d-a5f78619d5e0","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.882325544Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"7385d55f-f743-478a-9d0d-a5f78619d5e0","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.974456753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7b84fca-5b93-41fc-b3e9-d9a3133002aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:29.98921474Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"22c0f856-0e8c-4ee1-9ca0-a13bbe781183","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:30.031593176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7b84fca-5b93-41fc-b3e9-d9a3133002aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:30.074383841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"b081796b-2c05-4bf8-b715-4e42409132ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:30.09489764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-sub","reconcileID":"e25d1ca5-7c19-4e78-9bb6-9d104f368a19","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-a8704a","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:30.130899828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"b081796b-2c05-4bf8-b715-4e42409132ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:30.29707674Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"fd4d886b-67cc-4d7a-a0c7-5be80103c63b","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:30.481074173Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"b0ccae5a-3572-4459-9c42-0d8301211dbd","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:30.517835235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5984a7d8-6e13-45cf-b414-a8cabbe877d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:30.517835233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"447ce746-87b4-4888-afa1-8a66924052ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:30.575167985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5984a7d8-6e13-45cf-b414-a8cabbe877d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:30.575199772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"447ce746-87b4-4888-afa1-8a66924052ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:33.528739431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"8fea8b09-60bd-49f6-a9a4-3491d9b37904","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:33.528773313Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"8fea8b09-60bd-49f6-a9a4-3491d9b37904","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d43634-dcf7ca0fe053","namespace":"llm","model":"e2e-rt-sw-d43634","externalModel":"e2e-rt-sw-d43634","provider":"e2e-rt-sw-d43634-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:33.634929338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"fcc1c54d-eb8f-4e59-bc44-37a621873280","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:33.634956603Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"fcc1c54d-eb8f-4e59-bc44-37a621873280","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d43634-dcf7ca0fe053","namespace":"llm","model":"e2e-rt-sw-d43634","externalModel":"e2e-rt-sw-d43634","provider":"e2e-rt-sw-d43634-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:33.742468154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"1b2bba62-1fc4-4986-ae75-75025fc58dd1","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:33.800151336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"1b2bba62-1fc4-4986-ae75-75025fc58dd1","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:34.235625423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"85c1ec7b-815c-4174-9055-d2e020407b37","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:34.235656555Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"85c1ec7b-815c-4174-9055-d2e020407b37","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d43634-dcf7ca0fe053","namespace":"llm","model":"e2e-rt-sw-d43634","externalModel":"e2e-rt-sw-d43634","provider":"e2e-rt-sw-d43634-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:35.598436103Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"919d1265-f085-4d5b-86bf-484727c4e94e","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:35.893680215Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:36.036078899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c5c1b371-b11f-44a4-b542-fba9c00e5120","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:36.161209989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-sub","reconcileID":"5acea0ea-27e6-4a42-a7f6-54332810477f","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-a8704a","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:36.190616309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"15b87a26-aba2-4594-a6d0-e24f4c80ba2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:36.289834035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"d48f3e66-8eea-4fe4-bb2b-dafbdd5b52a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:36.432443395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"f09fe2e8-d1bc-4966-bed3-1d8b8e9cfbf5","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:36.432471541Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"f09fe2e8-d1bc-4966-bed3-1d8b8e9cfbf5","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:36.450989459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b9300d-7157-4acf-ba5a-ac41eafec076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:36.50443474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b9300d-7157-4acf-ba5a-ac41eafec076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:36.558094653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b9300d-7157-4acf-ba5a-ac41eafec076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:36.558592717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f83c38-a4dad5-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-sub","reconcileID":"60255448-8d34-401d-9770-f035f0e886dc","MaaSSubscription":{"name":"e2e-cfl-f83c38-a4dad5-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-f83c38","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:36.611205433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08b9300d-7157-4acf-ba5a-ac41eafec076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:36.718715045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"d64c7bf5-9e63-4252-a9a0-dbe00ab069cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:36.771935529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"138a00b1-8693-4e42-bde9-27f7c2ae9f99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:36.825409617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"08c05c6c-04f0-402f-aad8-ff02efad301f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:37.044007539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b57735c-571d-4abf-a2eb-98a99124b28f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:37.04445689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"70fbf6c5-7805-4c91-bf24-420e0e71218e","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:37.045029288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02217c8b-4b7c-4647-b35b-29fad3d513dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:37.091892589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"19f20187-6440-4d6a-9901-95fed0b3a403","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:37.101241319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b57735c-571d-4abf-a2eb-98a99124b28f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:37.101669458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"70fbf6c5-7805-4c91-bf24-420e0e71218e","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:37.103514193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02217c8b-4b7c-4647-b35b-29fad3d513dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:37.149121634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"19f20187-6440-4d6a-9901-95fed0b3a403","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:38.549072033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a95b9d00-8945-43cc-9099-d1fad73bed32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:38.603897586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a95b9d00-8945-43cc-9099-d1fad73bed32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:38.657108786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a95b9d00-8945-43cc-9099-d1fad73bed32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:38.714656379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a95b9d00-8945-43cc-9099-d1fad73bed32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:38.832486947Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"44b3253b-79ff-4d5e-ba28-47933c288bcb","namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.034897597Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-a8704a-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38-a4dad5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.037032792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"9e6af443-0c0c-4cb2-9dbb-fbcf5e9b4cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.037172642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"475a488d-d8cc-4fc2-a9fd-388723bfb35f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.037729293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"9fbd15ed-f5fb-4938-a324-a987b46fc18f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.087699788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"459c0a2f-6bd5-4992-aff7-3e2141f33597","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.087726101Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"459c0a2f-6bd5-4992-aff7-3e2141f33597","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d43634-dcf7ca0fe053","namespace":"llm","model":"e2e-rt-sw-d43634","externalModel":"e2e-rt-sw-d43634","provider":"e2e-rt-sw-d43634-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.090846686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"23549a63-7f31-4247-a51f-a6512716e37a","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.091492462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74040be3-d9f8-4876-9549-4634d00a0264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.096107174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"9fbd15ed-f5fb-4938-a324-a987b46fc18f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.096124455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"475a488d-d8cc-4fc2-a9fd-388723bfb35f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.098571645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"9e6af443-0c0c-4cb2-9dbb-fbcf5e9b4cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:50:39.141620194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-sub","reconcileID":"7c7287e0-1c34-4296-bcc3-e2973ea2e681","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-d43634-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.147556501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"23549a63-7f31-4247-a51f-a6512716e37a","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.149122954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74040be3-d9f8-4876-9549-4634d00a0264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.333071972Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"c39c3c0f-bfc3-4f71-87b1-c1c348b9cf1c","namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.360937196Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"f94b0bb8-f7cf-4eb4-a92a-bab5310a5af2","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.462694524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f3ed7724-cbba-4d8d-b4b6-3f80cf3fbf3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.4628754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"e2beb0c6-f4dd-4578-9943-dcf6f2152e47","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.462700262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"1b11f8e1-4a63-496d-a7db-adb08eea8f4e","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.519550137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f3ed7724-cbba-4d8d-b4b6-3f80cf3fbf3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.519846809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"e2beb0c6-f4dd-4578-9943-dcf6f2152e47","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.521919057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"1b11f8e1-4a63-496d-a7db-adb08eea8f4e","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.524366717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"b0328bcb-2922-439f-a379-5e0b2b1abf7c","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.524385064Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"b0328bcb-2922-439f-a379-5e0b2b1abf7c","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d43634-dcf7ca0fe053","namespace":"llm","model":"e2e-rt-sw-d43634","externalModel":"e2e-rt-sw-d43634","provider":"e2e-rt-sw-d43634-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.578391192Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-sub","reconcileID":"d1241fd8-7b97-4292-9210-45cb10c769f9","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d43634","model":"e2e-rt-sw-d43634","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-d43634-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.614973079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e05915d9-5ad5-426a-a9c3-d97da9c9cd88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.65614531Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"84071793-d57f-4b1f-9153-2f31f9ea0c0e","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.67285487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e05915d9-5ad5-426a-a9c3-d97da9c9cd88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.720596621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"a99cfc51-1fe0-445a-889d-0280aa0a2599","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.755291057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1ad9124a-0560-40f7-a8ef-fbb4c65d1bcf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.761934628Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"1bde245f-ceca-4b25-ab52-733d38ea68c4","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.77937389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"a99cfc51-1fe0-445a-889d-0280aa0a2599","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.868895435Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"aad67bb4-729e-4ab1-8684-b3b7af7f9363","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.871834911Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"1ad9124a-0560-40f7-a8ef-fbb4c65d1bcf","name":"e2e-mt-fd831e1c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.963228626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b00bb16-6476-4571-9b12-2a168b1b92c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.975984727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"07c16eb4-bc27-42bb-a770-11d5f9e682b0","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:39.976016511Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"07c16eb4-bc27-42bb-a770-11d5f9e682b0","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d43634-dcf7ca0fe053","namespace":"llm","model":"e2e-rt-sw-d43634","externalModel":"e2e-rt-sw-d43634","provider":"e2e-rt-sw-d43634-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.020343598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b00bb16-6476-4571-9b12-2a168b1b92c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.029120297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0335d8db-8b7d-4d57-98e4-5d7f56820ae3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.029377776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"4ca278c9-a0ec-45fc-9a4f-90039251c2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.083420164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-sub","reconcileID":"9d048337-1bf9-4ceb-8bda-2a96d4125cc9","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d43634","model":"llm/e2e-rt-sw-d43634","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.088340924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0335d8db-8b7d-4d57-98e4-5d7f56820ae3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.09046304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"4ca278c9-a0ec-45fc-9a4f-90039251c2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.136926994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"792b24c0-40c4-4f50-9a46-a2f62460b857","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.197952032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"792b24c0-40c4-4f50-9a46-a2f62460b857","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.24072713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"4aa78ca9-bfaf-4354-9141-83297ddd3ae0","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.297958148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"4aa78ca9-bfaf-4354-9141-83297ddd3ae0","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.407643635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"8f8f7b46-cb2e-47e6-b4ed-37eea10225be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.464348253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"8f8f7b46-cb2e-47e6-b4ed-37eea10225be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.505975906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0f0f8cca-0e83-47e0-9b2d-b2236b344768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.558405455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a03dbd30-a76b-44e1-bb55-87cd1cad4c79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.562664389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0f0f8cca-0e83-47e0-9b2d-b2236b344768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.592667702Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"266b700f-60a0-4d99-8746-2b32670578dc","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.600231937Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"dcc5106c-7a4a-4fca-9c17-43d767ae83d4","namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.630914267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a03dbd30-a76b-44e1-bb55-87cd1cad4c79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.705425663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"26d0ac1b-7784-475b-9802-b26d2a829e1a","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-2-f39f81/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.70546226Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"26d0ac1b-7784-475b-9802-b26d2a829e1a","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"routeName":"external-model-e2e-cfl-same-d455b8-ea08ed9e538f","namespace":"e2e-extmod-cfl-2-f39f81","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.8115109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"bcd0f0c6-62b8-468f-ac9b-864335c649bc","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.830126239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be2e3803-3a9f-4018-a3ad-64f45fbd1c87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.862108302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"9f7e5ffd-20ca-454d-af19-9481bcb4aa41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.870120604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"bcd0f0c6-62b8-468f-ac9b-864335c649bc","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.886916996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be2e3803-3a9f-4018-a3ad-64f45fbd1c87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:40.919200849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"9f7e5ffd-20ca-454d-af19-9481bcb4aa41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:41.01462344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"9192d495-72da-463e-b3b4-cd5bae0c6789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:41.071173281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"9192d495-72da-463e-b3b4-cd5bae0c6789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:41.166000381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae58469d-3a57-4123-b4e5-576c094bcea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:41.217215217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ef3c1376-68f2-422c-b193-aab15171aae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:41.222731661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae58469d-3a57-4123-b4e5-576c094bcea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:41.273589525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ef3c1376-68f2-422c-b193-aab15171aae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:41.315471208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8797e81b-9b13-496a-81f5-bf13da23f858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:41.372963524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"9c0a138f-00af-4e7b-8295-eadfb289fac6","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:41.373284634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8797e81b-9b13-496a-81f5-bf13da23f858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:41.41960911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"1b0df941-4fb5-4e8b-ab15-b7781f636890","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:41.430004264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"9c0a138f-00af-4e7b-8295-eadfb289fac6","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:41.476419275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"1b0df941-4fb5-4e8b-ab15-b7781f636890","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:41.61525474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"cd8b0a3e-411f-4c5c-a36d-c8d0fad1e1aa","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:41.67211622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"cd8b0a3e-411f-4c5c-a36d-c8d0fad1e1aa","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:44.852587392Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"3e32fc42-b8ad-472b-9c3b-f0db52c7deda","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:44.985469722Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"f4e6ee7c-14bc-44ee-b04d-3a7120e95e19","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.040748979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"00b8800b-5b02-4ffb-b52c-02cff413862e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.092928609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"7c978d55-3bf2-4529-a177-cd0323e52d8d","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.095263684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"f32e4fe1-7312-4eba-99bc-3da5a4847dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.095569754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"295ddddf-085e-4c92-a71f-5a874a0552e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.095751853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"d59d1ddc-aabf-48f5-baeb-763442957bfd","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.099304932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"00b8800b-5b02-4ffb-b52c-02cff413862e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.150361139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"7c978d55-3bf2-4529-a177-cd0323e52d8d","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.152249946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"f32e4fe1-7312-4eba-99bc-3da5a4847dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.152938544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"d59d1ddc-aabf-48f5-baeb-763442957bfd","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.154539597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"295ddddf-085e-4c92-a71f-5a874a0552e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.219849629Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"677d4eda-5726-4f3e-bd9a-c33eb57671d3","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.384139516Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"4b3ed1bf-9fdd-4f08-8c06-f1068d310281","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.490921185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"e82c0bde-5b9f-4c2e-9324-57e4d94a4d43","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.490956227Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"e82c0bde-5b9f-4c2e-9324-57e4d94a4d43","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.499594544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-sub","reconcileID":"cfd4a3e6-309d-40c7-bab6-b2d99c36ee41","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-a8704a","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.520185411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d29aa10-54f9-4fa4-a659-a6ca9b57da79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.567944076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"58d7c3fd-0f50-4895-8af2-fdbaa014e906","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.577162483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d29aa10-54f9-4fa4-a659-a6ca9b57da79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.597467876Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"8e5c3ab1-7a05-41fb-ba27-7dfe4ba0712a","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.621395662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ecf1569-db59-41f9-abee-421afede13b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.625624828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"58d7c3fd-0f50-4895-8af2-fdbaa014e906","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.668203977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"37fd9777-29bb-4029-8465-89c3eefa8a5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.678539226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ecf1569-db59-41f9-abee-421afede13b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.72151416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"6a061399-1fdc-48fc-a124-ed0b7991fa5b","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.74009465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"37fd9777-29bb-4029-8465-89c3eefa8a5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.781673585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"6a061399-1fdc-48fc-a124-ed0b7991fa5b","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:45.945348761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a2ac0634-f57e-450b-9788-7dc2875699c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.002440005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"a2ac0634-f57e-450b-9788-7dc2875699c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.046950432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"dcac4105-be3b-4ed7-950e-0e69e8ad1166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.046975959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"1b7a7a94-40a1-4180-b38b-20df0741bd17","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.070074251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"12cc255f-f8cf-4b95-8809-320f08b2493b","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.107748131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"dcac4105-be3b-4ed7-950e-0e69e8ad1166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.123645612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"1b7a7a94-40a1-4180-b38b-20df0741bd17","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.136914612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"12cc255f-f8cf-4b95-8809-320f08b2493b","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.319064067Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"ca83dd8e-5e64-498c-b6b8-8ac4ca874d23","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.383528739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"cee7a005-0273-46ef-b8e7-fbd3c3c13076","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.383625344Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"cee7a005-0273-46ef-b8e7-fbd3c3c13076","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-same-d455b8-0539591fc06c","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.513475123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"836cf0ff-f94c-4510-87bc-36aed285d04c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.548576216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9720431-3aac-4272-9a33-cb618c09a325","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.554092615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f8ad786-df66-4863-a3aa-bd50268304ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.570731722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"836cf0ff-f94c-4510-87bc-36aed285d04c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.601834163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"f6ce25af-f36a-486c-87a6-8b0874063936","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.602079373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"ed57d799-457e-4f7a-b671-c887e28a310d","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.606186009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9720431-3aac-4272-9a33-cb618c09a325","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.61173483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f8ad786-df66-4863-a3aa-bd50268304ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.660069846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"f6ce25af-f36a-486c-87a6-8b0874063936","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.660876732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"ed57d799-457e-4f7a-b671-c887e28a310d","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.937884579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"9c4248ed-e9d4-4cf4-9ea1-7b1105fb1496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.938969064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"86de2767-4f16-4934-bdce-e9d599e2465d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.990845773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"0ad57691-be88-4ced-9461-208cb9cf341e","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.995085162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"9c4248ed-e9d4-4cf4-9ea1-7b1105fb1496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:46.995323567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"86de2767-4f16-4934-bdce-e9d599e2465d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:47.047816881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"0ad57691-be88-4ced-9461-208cb9cf341e","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:47.084707804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"18708ce8-34a0-455d-81cf-3fc749af4113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:47.141651414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"18708ce8-34a0-455d-81cf-3fc749af4113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:49.975437848Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"90b2837d-873c-41fb-965a-66b9aa50df7d","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:50.853295201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"00ac2ba3-2527-49c4-b67e-787a821257f3","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:50.853323787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"00ac2ba3-2527-49c4-b67e-787a821257f3","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-same-d455b8-0539591fc06c","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:50.959429293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"1eea3ecc-9847-4c16-8b95-a791efa24c53","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:50.959457283Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"1eea3ecc-9847-4c16-8b95-a791efa24c53","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-same-d455b8-0539591fc06c","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:51.069817202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"7d3a05f5-2a25-4735-8378-dc70f0330f19","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:51.127102449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"7d3a05f5-2a25-4735-8378-dc70f0330f19","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:51.557809986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"104b9d80-3c7e-462f-8151-37d94cd6b44e","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:51.557836274Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"104b9d80-3c7e-462f-8151-37d94cd6b44e","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-same-d455b8-0539591fc06c","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:55.491983489Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"befb0390-fab9-497d-ae6b-f71cf1241d3d","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:56.200465287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-sub","reconcileID":"67e9f3ca-23f7-47ba-a313-bfe1d0f596d0","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d43634","model":"llm/e2e-rt-sw-d43634","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:56.472803888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"c4fd120e-a1ff-42af-b4cb-dcb26a39de2f","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:56.472839541Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"c4fd120e-a1ff-42af-b4cb-dcb26a39de2f","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d43634-dcf7ca0fe053","namespace":"llm","model":"e2e-rt-sw-d43634","externalModel":"e2e-rt-sw-d43634","provider":"e2e-rt-sw-d43634-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:56.494749142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"498d88b0-d0be-46d6-b9b8-67af31ae3390","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:56.494847157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"62ac87bf-7f41-4dd9-aee5-e2dd2714caeb","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:56.552995793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"498d88b0-d0be-46d6-b9b8-67af31ae3390","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:56.553054722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"62ac87bf-7f41-4dd9-aee5-e2dd2714caeb","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:56.659487004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"22cc1599-b2d1-4e1d-9412-bc64c9182de0","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:56.662749206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b883d6c1-06a3-46ec-8928-faea67076f28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:56.662920105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1eb93ba-a0e6-4682-82e3-0880909decbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:56.718346873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"22cc1599-b2d1-4e1d-9412-bc64c9182de0","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:56.720720634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b883d6c1-06a3-46ec-8928-faea67076f28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:56.72213188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1eb93ba-a0e6-4682-82e3-0880909decbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.244363785Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","namespace":"ai-tenant-e2e-ait-543258c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.244420458Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","namespace":"ai-tenant-e2e-ait-543258c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.244469528Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","tenant":"e2e-ait-543258c6","tenantID":"e2e-ait-543258c6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.301368576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","gvk":"Deployment","name":"maas-api-e2e-ait-543258c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.363572309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","gvk":"Service","name":"maas-api-e2e-ait-543258c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.422719693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-543258c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.477133631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-543258c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.538667108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-543258c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.591673634Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"8e3e669e-2a15-434f-9307-4b71d1da3981","namespace":"llm","name":"e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.59437283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-543258c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.645106549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"6eb827c2-6f1d-498e-ba01-bc49ff679f3e","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.645130303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"6eb827c2-6f1d-498e-ba01-bc49ff679f3e","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d43634-dcf7ca0fe053","namespace":"llm","model":"e2e-rt-sw-d43634","externalModel":"e2e-rt-sw-d43634","provider":"e2e-rt-sw-d43634-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.651320941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-543258c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.706113198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-543258c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.753919418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"3c243ba7-1346-4741-b9f8-5f830528f883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.755808317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"367531b6-31cc-4a1f-91de-066d79899a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.758517223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","gvk":"Deployment","name":"payload-processing-e2e-ait-543258c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.807750863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"1f209572-6018-4f78-84d2-43b196e135fe","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.808185688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88f2b13a-ec5f-4a07-ba17-1e7ff1405b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.811152972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a178074-65d9-4013-ad96-b02b15236acd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.812026055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-543258c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.812267031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"3c243ba7-1346-4741-b9f8-5f830528f883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.814703983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"367531b6-31cc-4a1f-91de-066d79899a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.866559973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88f2b13a-ec5f-4a07-ba17-1e7ff1405b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.866753786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","gvk":"Service","name":"payload-processing-e2e-ait-543258c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.866559985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"1f209572-6018-4f78-84d2-43b196e135fe","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.869376898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a178074-65d9-4013-ad96-b02b15236acd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.919434103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","gvk":"Service","name":"payload-pre-processing-e2e-ait-543258c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:50:59.972288465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","gvk":"DestinationRule","name":"payload-processing-e2e-ait-543258c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.024649917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-543258c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.077030327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-543258c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.081670043Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"c6e8c502-502e-4e84-8e14-32d97dfa6229","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.132217658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-543258c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.1800937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6e8e4494-8676-4cef-9d70-43826011958d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.1844823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-543258c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.232428571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"0aaffb13-ce5a-4e29-b555-da82fa357850","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.23698243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-543258c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.238327054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6e8e4494-8676-4cef-9d70-43826011958d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.29115343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"0aaffb13-ce5a-4e29-b555-da82fa357850","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.292076313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-543258c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.29235494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"ab5b2e94-1edb-4649-b36a-8b33ea0cab30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.34280806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"b8bb7c68-e4ab-4c4e-a310-d5ac5df2470c","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.342835207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"4e2c9a1a-dcc3-4141-8556-394e2d91362d","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.347493206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-543258c6"},"namespace":"ai-tenant-e2e-ait-543258c6","name":"default-tenant","reconcileID":"f2174266-e8d5-4c65-96df-7fcf2cde4bdd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-543258c6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.352840706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"ab5b2e94-1edb-4649-b36a-8b33ea0cab30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.401070529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"4e2c9a1a-dcc3-4141-8556-394e2d91362d","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.403486407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"b8bb7c68-e4ab-4c4e-a310-d5ac5df2470c","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.682773089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab49f604-cc34-4ac3-9ec9-ea9d175f5078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.71361125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"78d66f0d-5620-4155-b733-4934099bc139","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.713646564Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"78d66f0d-5620-4155-b733-4934099bc139","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d43634-dcf7ca0fe053","namespace":"llm","model":"e2e-rt-sw-d43634","externalModel":"e2e-rt-sw-d43634","provider":"e2e-rt-sw-d43634-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.741082652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab49f604-cc34-4ac3-9ec9-ea9d175f5078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.766635097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"014ccc53-976a-4adb-a929-eb8c57ae001f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.766653604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"014ccc53-976a-4adb-a929-eb8c57ae001f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.766908536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dc5b4c2e-7efd-4a94-acaa-4fb19aa41420","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.766920173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dc5b4c2e-7efd-4a94-acaa-4fb19aa41420","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.767108483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b96803e6-8033-4ca5-ab25-db1dfc173c84","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.767118522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b96803e6-8033-4ca5-ab25-db1dfc173c84","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.76729468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"94c218ab-40b3-4fac-9ff7-3c14543a0498","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.767304603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"94c218ab-40b3-4fac-9ff7-3c14543a0498","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.767567904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ae1446c-5273-4ee4-96ac-6f7e26c4cd77","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.767589562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0ae1446c-5273-4ee4-96ac-6f7e26c4cd77","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.76785295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2c909801-97dd-449c-9ea8-7294af094021","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.767865253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2c909801-97dd-449c-9ea8-7294af094021","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.768056344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e8e7fb3-7cd3-4f50-9cfa-fc852e78ba2c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.768068573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8e8e7fb3-7cd3-4f50-9cfa-fc852e78ba2c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.768262412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbf47be7-5e38-4341-9c33-97d83ab098f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.768271144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbf47be7-5e38-4341-9c33-97d83ab098f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.821012408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d32001f-7cf3-41d5-a1d4-59db6ee787d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.875947364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"5896a0ee-094a-4df0-8a31-c9d99bb082c5","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.8761163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4192e95a-4c30-45ea-bc9c-5fd9d1e943fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.876585909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8f085379-9980-4ede-bc67-09f6cf563497","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.878857119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d32001f-7cf3-41d5-a1d4-59db6ee787d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.931930803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-sub","reconcileID":"f4543cc7-63c5-4387-96bb-b19b6b6a0ba9","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d43634","model":"llm/e2e-rt-sw-d43634","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:00.933973426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"5896a0ee-094a-4df0-8a31-c9d99bb082c5","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:01.165386232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2809f80d-9a24-4ecb-b7b4-9f2b322c4813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:01.198992171Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-543258c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-543258c6","reconcileID":"c9f881e9-41ae-4c88-9059-02d75f691d1d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-543258c6","removed":["maas.opendatahub.io/gateway-access-e2e-ait-543258c6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:01.226142678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2809f80d-9a24-4ecb-b7b4-9f2b322c4813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:01.273521607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6354a38-7240-4d47-9a0e-9d8d491ddc86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:01.331413242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6354a38-7240-4d47-9a0e-9d8d491ddc86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:01.422776067Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"9ee1b2d5-d8af-4009-8b68-eb06c9a0c4f1","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:01.477512165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"14f30c01-1192-436f-b761-824aa2113c6b","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:01.535374731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"14f30c01-1192-436f-b761-824aa2113c6b","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:01.659132031Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"a94057d1-3ed2-45f1-97b2-a5193af827f3","namespace":"llm","name":"e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:01.689508748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fbc252c-1e31-4bfc-bba6-9f57699be310","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:01.755042784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fbc252c-1e31-4bfc-bba6-9f57699be310","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:01.884149749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe926acb-0dee-4433-bd3a-75524bc658de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:01.884932612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"4cb23d71-5f88-46f1-a21b-5e409cf0d77f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:01.885434394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"81ca518e-d8e0-43b6-bbc4-33160ceeec7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:01.942081999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe926acb-0dee-4433-bd3a-75524bc658de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:01.944036865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"81ca518e-d8e0-43b6-bbc4-33160ceeec7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:01.944391852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"4cb23d71-5f88-46f1-a21b-5e409cf0d77f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.101199825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"65d0306c-4a62-4e9d-9d70-032ec45ffb55","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.16021432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"65d0306c-4a62-4e9d-9d70-032ec45ffb55","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.202959925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48a0136d-6d3d-49cd-ba35-49ce8afd8fc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.269672434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48a0136d-6d3d-49cd-ba35-49ce8afd8fc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.372896348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"fd78dffe-4c62-4e6e-8459-f0f6ab414088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.430033839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"fd78dffe-4c62-4e6e-8459-f0f6ab414088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.449099353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c185146-ea3d-4290-9317-1c77e1052139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.449348043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"0bcf0c03-3b5f-4482-a188-47a749f5252d","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.502838328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c185146-ea3d-4290-9317-1c77e1052139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.503280419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5572c4f0-f24b-442c-b82e-891ee3e4df23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.556426534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c185146-ea3d-4290-9317-1c77e1052139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.560206273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"0bcf0c03-3b5f-4482-a188-47a749f5252d","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.610270848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c185146-ea3d-4290-9317-1c77e1052139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.614865827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5572c4f0-f24b-442c-b82e-891ee3e4df23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.770189955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"b8e57284-801b-422e-8240-e81e0de6b807","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.770278947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"dea5d2af-1407-43be-894f-ffc7e27dadee","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.829434795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"b8e57284-801b-422e-8240-e81e0de6b807","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.833067516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"dea5d2af-1407-43be-894f-ffc7e27dadee","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.936661726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"cd5528c1-3515-446c-a081-e850dd46ffbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:02.996656213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"cd5528c1-3515-446c-a081-e850dd46ffbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:03.085526601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4403f2b-b069-4ef5-9b43-c0dd20364d00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:03.14238414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4403f2b-b069-4ef5-9b43-c0dd20364d00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:03.187439568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"754f282d-4b43-4479-8bbe-63b7eba3edc8","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:03.247046153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"754f282d-4b43-4479-8bbe-63b7eba3edc8","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:03.40003856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcfb8070-9ce8-4f47-89ca-1b67d11469df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:03.457845964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcfb8070-9ce8-4f47-89ca-1b67d11469df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:04.557768734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce22cfa-aa38-4c2a-bf14-33a2597e5e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:04.61130623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce22cfa-aa38-4c2a-bf14-33a2597e5e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:04.664403614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce22cfa-aa38-4c2a-bf14-33a2597e5e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:04.717914685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce22cfa-aa38-4c2a-bf14-33a2597e5e76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:05.598740832Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"583fcbf0-1352-4c32-967c-abb7b50dc8be","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:05.896046323Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:05.897463873Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"9ccd2ed5-f193-4145-a8d8-3044ef6a32a0","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:06.058829155Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"966d2269-e43f-4c7c-bcc4-4995ce59fa5e","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:06.74065934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b793e1c-a5f7-4caf-bf81-9ba8836fb782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:06.79393371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b793e1c-a5f7-4caf-bf81-9ba8836fb782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:06.847734311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b793e1c-a5f7-4caf-bf81-9ba8836fb782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:06.901128876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b793e1c-a5f7-4caf-bf81-9ba8836fb782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:06.956611021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-a1c779","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"explicit-model-a1c779","reconcileID":"e9cb850d-2d68-468f-aab1-aacae965a30e","MaaSModelRef":{"name":"explicit-model-a1c779","namespace":"ai-tenant-e2e-explicit-a1c779"},"routeName":"explicit-model-a1c779-kserve-route","namespace":"ai-tenant-e2e-explicit-a1c779","llmisvcName":"explicit-model-a1c779","gateway":"openshift-ingress/e2e-explicit-a1c779","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:07.230829831Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"c3144ea2-ab32-4bf8-96f1-6f52e5edda9b","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:07.344609733Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-8142bf56","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-8142bf56","reconcileID":"94de96b8-45ac-489c-b629-c2cb9107f552","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-8142bf56","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-8142bf56":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:07.683734756Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"43cf382f-8a13-4dca-9f17-0f63446d9960","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:07.726763297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"7ae52c7d-449e-459d-b9a3-a8d90f309037","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:07.736159105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9bcbacd-05d7-43a3-a6c2-087979ebbb7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:07.736768858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f8733c2-5266-4e43-99ac-5f957b2e3415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:07.786437944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"7ae52c7d-449e-459d-b9a3-a8d90f309037","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:07.794269756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9bcbacd-05d7-43a3-a6c2-087979ebbb7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:07.794332172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f8733c2-5266-4e43-99ac-5f957b2e3415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:08.267382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"195a6f56-bffe-484a-bfec-9ff3bc901a7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:08.270351117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f36c0f1-bbf1-4d04-8a39-13a3a1708d01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:08.326354061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"195a6f56-bffe-484a-bfec-9ff3bc901a7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:08.331738737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f36c0f1-bbf1-4d04-8a39-13a3a1708d01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:08.377617871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"61c82570-6b58-48fc-9829-251d10d23352","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:08.436292581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"61c82570-6b58-48fc-9829-251d10d23352","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:08.855605072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b85872-9210-4d77-92e2-798f6948c941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:08.910094179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b85872-9210-4d77-92e2-798f6948c941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:08.96351167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b85872-9210-4d77-92e2-798f6948c941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:09.017343457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b85872-9210-4d77-92e2-798f6948c941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:09.350549891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56cabade-de39-45a1-85da-3cb8e7a12875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:09.350573038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9a2f9c3-fd41-4322-98f0-0e4b35a3c545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:09.409669542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"d0c98ed0-429d-4631-b0b2-c2c26f043522","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:09.414711752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56cabade-de39-45a1-85da-3cb8e7a12875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:09.424625525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9a2f9c3-fd41-4322-98f0-0e4b35a3c545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:09.471485002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"d0c98ed0-429d-4631-b0b2-c2c26f043522","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:09.775991164Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"93eb7ea8-f182-43f1-9785-259b44b07dd9","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:09.810877723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0182e40b-0f78-4d70-87f9-711e8c104dfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:09.856500983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3bfc926-0f8b-43e5-85f2-5aba960402e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:09.868434941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0182e40b-0f78-4d70-87f9-711e8c104dfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:09.919522254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3bfc926-0f8b-43e5-85f2-5aba960402e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:10.067798081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"3f41d85f-7c8f-49b5-8f14-127eb6930ecf","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:10.133651991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"3f41d85f-7c8f-49b5-8f14-127eb6930ecf","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:11.090516407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cea609c-f03b-49a1-bf9a-1c9578fcb217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:11.145118899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cea609c-f03b-49a1-bf9a-1c9578fcb217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:11.199481268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cea609c-f03b-49a1-bf9a-1c9578fcb217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:11.256847704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cea609c-f03b-49a1-bf9a-1c9578fcb217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.074368731Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"c5da6953-3d74-4e3f-9f1a-abc41451d0cf","namespace":"llm","name":"e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.128580296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"557be192-eb57-4a8a-a874-06165f4c7474","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.128653467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"557be192-eb57-4a8a-a874-06165f4c7474","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d43634-dcf7ca0fe053","namespace":"llm","model":"e2e-rt-sw-d43634","externalModel":"e2e-rt-sw-d43634","provider":"e2e-rt-sw-d43634-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.243209295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ed891cda-a7de-49d3-95f7-cb44d6e05483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.246264623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0bc5a30f-3823-48bb-aaaa-b6f6d01a3f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.304044388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f554d8a9-7270-41f5-a595-128d6378c761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.304571651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"0bfe4e66-0bdd-418d-a010-ca638a4f0e04","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.305994056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3594921-a51f-429c-9b76-2aa851ba1c2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.308589889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ed891cda-a7de-49d3-95f7-cb44d6e05483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.310226674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0bc5a30f-3823-48bb-aaaa-b6f6d01a3f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.312426423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e8638409-17f2-40f4-ad26-c8afa6f19899","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.31244826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e8638409-17f2-40f4-ad26-c8afa6f19899","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.312836957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"93e013ee-7835-44d2-9271-b3f4110bfe89","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.312851809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"93e013ee-7835-44d2-9271-b3f4110bfe89","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.313197308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7074e92e-de65-4f47-8b54-3f968093921a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.313210381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7074e92e-de65-4f47-8b54-3f968093921a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.313633171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ca738fcd-5c00-4a9a-9e84-fcc1a36e8ee1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.313648679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ca738fcd-5c00-4a9a-9e84-fcc1a36e8ee1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.327228671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8f90d7fd-6810-4da2-bdbe-f5897d895a66","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.327256189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8f90d7fd-6810-4da2-bdbe-f5897d895a66","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.327588712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c44bf21c-d521-480c-b4a2-13f4be7349f3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.327601525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c44bf21c-d521-480c-b4a2-13f4be7349f3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.327930398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed3c1e86-4718-4783-b618-81d024168cc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.327947311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed3c1e86-4718-4783-b618-81d024168cc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.364080373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3594921-a51f-429c-9b76-2aa851ba1c2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.364113759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f554d8a9-7270-41f5-a595-128d6378c761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.366607538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"0bfe4e66-0bdd-418d-a010-ca638a4f0e04","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.381598446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"d147ae5f-e5bb-4501-97f2-55ebbfd01cb4","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.381625976Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"d147ae5f-e5bb-4501-97f2-55ebbfd01cb4","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d43634-dcf7ca0fe053","namespace":"llm","model":"e2e-rt-sw-d43634","externalModel":"e2e-rt-sw-d43634","provider":"e2e-rt-sw-d43634-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.439826182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9996d176-1839-4865-b17c-284a3f495e1b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.443383031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9996d176-1839-4865-b17c-284a3f495e1b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.549319172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d1382785-281e-48d7-905c-3beb97b54b12","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.550142362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5e2d5f23-aa99-4410-aa97-dc80b5536c90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.617452153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-sub","reconcileID":"f112a56c-5ae0-4de6-aec9-d5da1db72994","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d43634","model":"llm/e2e-rt-sw-d43634","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.689540673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ae748bae-b6a7-441d-bb25-31a535d4c9c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.745493247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"25d71fe8-3b0b-4ebc-97b4-d1694b8ebd46","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.749237464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"ae748bae-b6a7-441d-bb25-31a535d4c9c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.818416759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"25d71fe8-3b0b-4ebc-97b4-d1694b8ebd46","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.860089999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"eef97748-6718-4e7d-a68c-ee0db4027045","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.860543136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"9eaa4880-01d0-4826-aeb3-0284ab271feb","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.894361946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"896376ea-db7f-4965-b634-22a79db3da20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.931883938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"eef97748-6718-4e7d-a68c-ee0db4027045","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.933055289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"9eaa4880-01d0-4826-aeb3-0284ab271feb","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:13.971800753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"896376ea-db7f-4965-b634-22a79db3da20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:14.243347803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6f96057-6da3-45e6-921f-4a67aebc4474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:14.330088683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6f96057-6da3-45e6-921f-4a67aebc4474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:14.467394968Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"c03e07da-b938-49d8-ac0c-d7025879ba95","namespace":"llm","name":"e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:14.519563463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c16e46cf-72c5-45e4-b4ed-60b4c0056daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:14.551371286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"aeab50c6-a2dc-4f4f-9ff8-40d5d0ec4c7a","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:14.58190862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c16e46cf-72c5-45e4-b4ed-60b4c0056daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:14.616553572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"aeab50c6-a2dc-4f4f-9ff8-40d5d0ec4c7a","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:14.652308273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"1c9d000c-020f-45eb-91ca-854666499756","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:14.65498605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"956b0224-6b0b-41bf-8c36-4544279f7edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:14.712373475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"1c9d000c-020f-45eb-91ca-854666499756","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:14.712941762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"956b0224-6b0b-41bf-8c36-4544279f7edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:14.80193633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"f07fd2cb-2bc0-4e0c-8afa-6109e76cbfc1","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:14.859995671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"f07fd2cb-2bc0-4e0c-8afa-6109e76cbfc1","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:15.004730225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"5f7a2416-94d2-4b69-bb1d-4e565ab37243","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:15.095153141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"5f7a2416-94d2-4b69-bb1d-4e565ab37243","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:15.178891297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"1e4fde6a-2abf-447c-aac2-cd0267b16c40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:15.224003979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2241bb57-46d3-462b-8886-5a41dce5242a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:15.237033885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"1e4fde6a-2abf-447c-aac2-cd0267b16c40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:15.245293669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"23834b5a-cf42-4eec-b3dc-51816e7a9c51","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:15.282638829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2241bb57-46d3-462b-8886-5a41dce5242a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:15.302338556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"23834b5a-cf42-4eec-b3dc-51816e7a9c51","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:15.416639383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95353287-4f9a-4f55-bad5-da3a03be6819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:15.475074717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95353287-4f9a-4f55-bad5-da3a03be6819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:15.521665113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"734c260b-0b62-4e41-a10b-296d1f28141a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:15.578422148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"734c260b-0b62-4e41-a10b-296d1f28141a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:15.618835786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"5ccd95ab-388d-450a-85de-c573d50339f5","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:15.676081081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"5ccd95ab-388d-450a-85de-c573d50339f5","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:15.705701002Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"016760d9-25ad-4b3f-a518-1edead98639e","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.174597172Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-a8704a-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38-a4dad5-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-same-d455b8-6f7706-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.230473433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"0e70fb31-058c-4a65-93d8-a3154db66f8e","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.230589273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"0e70fb31-058c-4a65-93d8-a3154db66f8e","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-same-d455b8-0539591fc06c","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:51:17.360299399Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-same-d455b8-6f7706-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-d455b8-6f7706-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.398363389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"4d5ad770-9863-45e7-bd4d-634d0f861e4a","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.399626201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"c5519f00-c8fb-4c62-8109-75cd85713eb6","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.400563265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"3a95afd4-0e38-438b-acd5-4afebae32a83","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.401896308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"47a6091f-c6c5-48ec-b3f2-fe980124858b","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.401984399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"47a6091f-c6c5-48ec-b3f2-fe980124858b","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.404947667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d017fa3c-6c07-4f5c-8054-b967f17f5c3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.405637096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42011b9e-6f32-4cba-a5ca-6795dfa913ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.45864559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"4d5ad770-9863-45e7-bd4d-634d0f861e4a","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.459692275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"3a95afd4-0e38-438b-acd5-4afebae32a83","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.462559025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"c5519f00-c8fb-4c62-8109-75cd85713eb6","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.464109876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d017fa3c-6c07-4f5c-8054-b967f17f5c3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.466368469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42011b9e-6f32-4cba-a5ca-6795dfa913ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.509400337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"684db782-28e5-46b2-a3c7-a08300c3c947","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.509533254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"684db782-28e5-46b2-a3c7-a08300c3c947","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-same-d455b8-0539591fc06c","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.622137442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"ad845f71-6f26-41ed-b6fb-293abf0c39ba","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.622256398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"ad845f71-6f26-41ed-b6fb-293abf0c39ba","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.62261557Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-sub","reconcileID":"cf60f579-a848-4394-abca-195d81f7b783","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-same-d455b8","model":"e2e-cfl-same-d455b8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-same-d455b8-6f7706-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.954904203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"5bc6e58d-5ccf-41fd-814b-11db29852d6e","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.955751942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"a733e0dc-c4ca-4488-b5bb-a82283cf3a76","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:17.95584497Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"a733e0dc-c4ca-4488-b5bb-a82283cf3a76","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-same-d455b8-0539591fc06c","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:18.018640545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"5bc6e58d-5ccf-41fd-814b-11db29852d6e","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:18.053212985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"8b7429f7-88f5-4540-9130-2f3186b942e4","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:18.053593505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"e25fd40a-dfd4-4105-b780-a60b569b08e7","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:18.065046283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"8cd77643-fd16-46ec-b45b-cce968590c8f","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:18.113040747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"8b7429f7-88f5-4540-9130-2f3186b942e4","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:18.117331219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"e25fd40a-dfd4-4105-b780-a60b569b08e7","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:18.124905377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"8cd77643-fd16-46ec-b45b-cce968590c8f","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:18.172697857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-sub","reconcileID":"bf42964b-324c-41e9-9781-d0eceb6139e8","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-same-d455b8","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:19.885512654Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"f610cadb-e07b-4428-b14b-e971aba3380e","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:25.812614403Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"9c6c47ba-7035-42de-9c7a-c7f27e02f224","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:27.632601779Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"3223c337-84c7-4adc-b46a-36897468a232","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:27.68692994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"025ce147-292c-41c8-8053-b5e639e60215","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:27.686951861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"025ce147-292c-41c8-8053-b5e639e60215","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:28.475950558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa256ad-05d1-4428-ab7d-cfc003de04b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:28.530250708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa256ad-05d1-4428-ab7d-cfc003de04b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:28.586675248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa256ad-05d1-4428-ab7d-cfc003de04b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:28.641837869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa256ad-05d1-4428-ab7d-cfc003de04b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:30.543993197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cd046b6-6828-45bd-b2a2-d5228020b8d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:30.59993486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cd046b6-6828-45bd-b2a2-d5228020b8d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:30.655188779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cd046b6-6828-45bd-b2a2-d5228020b8d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:30.708511008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cd046b6-6828-45bd-b2a2-d5228020b8d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.623898833Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"95b06138-c187-404d-8d80-7c08b347e84c","namespace":"llm","name":"e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.682160821Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"3b8aa00f-160f-44a6-961d-2fca1f67b7e8","namespace":"llm","name":"e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.803110948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"2e090c63-dda8-43bc-8dc9-b2124ed7a3c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.803281262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"8f27cbb2-0d7f-437c-8bc1-b982ce2d826a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.85737434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"07757c95-3224-45f9-aca1-a6adad80cbb8","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.85763801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da1ea181-e0f6-4c31-8865-f3593f14036a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.858913497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b31bb21d-a85a-4f2b-8793-a0858a948f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.861284782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"2e090c63-dda8-43bc-8dc9-b2124ed7a3c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.862557219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"8f27cbb2-0d7f-437c-8bc1-b982ce2d826a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.915493657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"07757c95-3224-45f9-aca1-a6adad80cbb8","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.915609934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da1ea181-e0f6-4c31-8865-f3593f14036a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:32.918057102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b31bb21d-a85a-4f2b-8793-a0858a948f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.023449982Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"03075dbb-5101-4622-9e4a-d1062d68119e","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"name":"e2e-rt-eq-2de06c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.136331607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6dc448b-05dc-43db-82a1-2ac90325aac6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.136355933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d6dc448b-05dc-43db-82a1-2ac90325aac6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.136708808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ccbe89e9-07cf-4eb8-91ed-369fd2b7a34b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.136726844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ccbe89e9-07cf-4eb8-91ed-369fd2b7a34b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.13702721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"33d672a5-ec19-48fa-9a9c-b5fdd20e15be","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.13704154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"33d672a5-ec19-48fa-9a9c-b5fdd20e15be","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.137254171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5353a725-c9e8-4b68-b62d-f3bc7e4dc56e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.137266008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5353a725-c9e8-4b68-b62d-f3bc7e4dc56e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.137542549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ba2e09a8-cc19-4099-9180-5da1d05110ce","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.137554908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ba2e09a8-cc19-4099-9180-5da1d05110ce","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.137757957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e8b6a88d-e4cd-4973-b02d-78a560804661","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.137768834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e8b6a88d-e4cd-4973-b02d-78a560804661","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.138077927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"29c1bbf0-9420-4395-bf2c-306280996597","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.138095254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"29c1bbf0-9420-4395-bf2c-306280996597","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.139087869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd669056-379e-47d3-9f36-a59606093937","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.139101184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd669056-379e-47d3-9f36-a59606093937","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.193391551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"1e881836-5d6a-4bc8-b5d3-6cd0ccfb2f62","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.193413347Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"1e881836-5d6a-4bc8-b5d3-6cd0ccfb2f62","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d43634-dcf7ca0fe053","namespace":"llm","model":"e2e-rt-sw-d43634","externalModel":"e2e-rt-sw-d43634","provider":"e2e-rt-sw-d43634-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.233488855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"1e7d5364-96e5-443c-b0c2-86313ea06541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.284753136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"ce477768-aaa2-4c32-9485-bf9c110512c3","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.286298647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b414754e-9a19-4814-8905-e2e150455ae1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.287130664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4fe3bc7a-3696-4497-8f57-948623eeb59d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.290872144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"1e7d5364-96e5-443c-b0c2-86313ea06541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.299441435Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"d0384f78-48d0-4973-a9dd-bec75859eeeb","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"name":"e2e-rt-eq-2de06c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.340062726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f06c9830-835c-47ed-a8eb-33b27e4e4f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.340706649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-sub","reconcileID":"44b083b4-712b-4305-9eaa-e0fed9167537","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d43634","model":"llm/e2e-rt-sw-d43634","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.345450758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"ce477768-aaa2-4c32-9485-bf9c110512c3","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.389058377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"e60b2e5b-29b4-4c8a-814d-e6fa393daa63","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.389987195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"ff0b3766-7b43-4fd5-b5a5-366ed31b67d8","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.396556245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f06c9830-835c-47ed-a8eb-33b27e4e4f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.446058919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"e60b2e5b-29b4-4c8a-814d-e6fa393daa63","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.446774744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"ff0b3766-7b43-4fd5-b5a5-366ed31b67d8","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.657351539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"7d36f442-3358-43a5-b1c4-81de7677f0fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.714137222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"7d36f442-3358-43a5-b1c4-81de7677f0fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.936023787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"602ee59d-a7b5-4716-baf3-e5a36a537598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.941920514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"197ba762-454f-4453-9f0f-6d681f88e15e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.970046255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"80006853-e62e-471d-9cc4-ddf4ed156297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.995436143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"602ee59d-a7b5-4716-baf3-e5a36a537598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:33.997688533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-sub","reconcileID":"8e0ed5dd-75fa-4f60-a971-4c530a6f1efa","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-same-d455b8","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.001093641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"197ba762-454f-4453-9f0f-6d681f88e15e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.031410003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"80006853-e62e-471d-9cc4-ddf4ed156297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.047550338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"9d4f452c-06fe-4450-9bfe-02138190f388","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.106119431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"9d4f452c-06fe-4450-9bfe-02138190f388","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.274362739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"f079a4c3-f03c-4ed0-9091-381fde957cec","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.27439026Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"f079a4c3-f03c-4ed0-9091-381fde957cec","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-same-d455b8-0539591fc06c","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.470869927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"521ce00c-e723-4ae1-abb4-428323984bcc","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.471612488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"a95b3917-dd0c-4b9c-a102-db14116dfe61","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.502822165Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"9d71556a-d821-4a2f-bb05-779925df1425","namespace":"llm","name":"e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.579602264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"a95b3917-dd0c-4b9c-a102-db14116dfe61","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.598145393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"521ce00c-e723-4ae1-abb4-428323984bcc","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.638264442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"a25e5fd5-f488-4a70-9cbe-965c48a41a29","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.638299515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"a25e5fd5-f488-4a70-9cbe-965c48a41a29","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2de06c-1230e2946409","namespace":"llm","model":"e2e-rt-eq-2de06c","externalModel":"e2e-rt-eq-2de06c","provider":"e2e-rt-eq-2de06c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.695082316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0cb5b037-873d-4d35-945b-754fc59a9960","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.747227092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"24807f23-0810-47a3-bcd9-aee21dbae9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.753388039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"52cdeb4d-021a-40b4-8238-8e424bd8cfca","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.753591554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"0cb5b037-873d-4d35-945b-754fc59a9960","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.805334634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"24807f23-0810-47a3-bcd9-aee21dbae9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:34.811593377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"52cdeb4d-021a-40b4-8238-8e424bd8cfca","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.0663527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"a58e5264-ea9b-4fb9-93fc-8f61fe33367c","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.11404373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"ec320384-7050-4d9e-8183-ee0c46fcdf58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.124348428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"a58e5264-ea9b-4fb9-93fc-8f61fe33367c","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.16644471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"e69111c5-eb9c-47ee-b2da-8f5bee34c61d","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.172475344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"ec320384-7050-4d9e-8183-ee0c46fcdf58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.224726909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"e69111c5-eb9c-47ee-b2da-8f5bee34c61d","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.265712562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ef82c9c-274e-4b7e-8083-22d1d0b1ddac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.330436581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ef82c9c-274e-4b7e-8083-22d1d0b1ddac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.374528494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"132cb3a9-0335-4900-9741-7a4e3fbeab85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.436929665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"132cb3a9-0335-4900-9741-7a4e3fbeab85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.511271874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"340dbc48-3567-4ec0-ace4-19a001cc3996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.568479167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"340dbc48-3567-4ec0-ace4-19a001cc3996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.65885446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"c5bad156-1b28-4775-9edb-ce345ed02164","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.719685423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"c5bad156-1b28-4775-9edb-ce345ed02164","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.895079287Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:35.924360602Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"a4a214cb-19ba-4754-b1ad-31c9bd2b63b5","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:37.746428231Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"fe96f066-d0fd-400b-9238-8fbccc65131d","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:38.770470067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"ce581134-35bf-462b-b48d-3ed732320ca7","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:38.770499061Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"ce581134-35bf-462b-b48d-3ed732320ca7","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2de06c-1230e2946409","namespace":"llm","model":"e2e-rt-eq-2de06c","externalModel":"e2e-rt-eq-2de06c","provider":"e2e-rt-eq-2de06c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:38.877673159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"5f711293-b1d3-4378-89da-fbd84f505839","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:38.877701397Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"5f711293-b1d3-4378-89da-fbd84f505839","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2de06c-1230e2946409","namespace":"llm","model":"e2e-rt-eq-2de06c","externalModel":"e2e-rt-eq-2de06c","provider":"e2e-rt-eq-2de06c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:39.040152743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"75bfe91e-fa19-4e51-8fd6-602f1abea0f4","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:39.097438584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"75bfe91e-fa19-4e51-8fd6-602f1abea0f4","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:39.527391214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"45f93083-0e66-4e31-beea-a1412485c22e","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:39.527417932Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"45f93083-0e66-4e31-beea-a1412485c22e","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2de06c-1230e2946409","namespace":"llm","model":"e2e-rt-eq-2de06c","externalModel":"e2e-rt-eq-2de06c","provider":"e2e-rt-eq-2de06c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.057318919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"4cf6c1e1-e117-451f-9746-09369a7788ec","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-2-f39f81/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.057351932Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"4cf6c1e1-e117-451f-9746-09369a7788ec","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"routeName":"external-model-e2e-cfl-same-d455b8-ea08ed9e538f","namespace":"e2e-extmod-cfl-2-f39f81","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.167086099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"dd648c7a-2f81-4e6e-a62a-eb5b4c270add","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-2-f39f81/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.167111313Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"dd648c7a-2f81-4e6e-a62a-eb5b4c270add","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"routeName":"external-model-e2e-cfl-same-d455b8-ea08ed9e538f","namespace":"e2e-extmod-cfl-2-f39f81","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.264926181Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-a8704a-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38-a4dad5-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-same-d455b8-6f7706-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2de06c-sub models-as-a-service/e2e-rt-sw-d43634-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.318390978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"f12514df-b748-4fef-b638-a52dbc326fab","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.318423196Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"f12514df-b748-4fef-b638-a52dbc326fab","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2de06c-1230e2946409","namespace":"llm","model":"e2e-rt-eq-2de06c","externalModel":"e2e-rt-eq-2de06c","provider":"e2e-rt-eq-2de06c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.331921845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"c66d95d4-9947-4a0c-8e16-21bcd3717d25","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.388527394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"c66d95d4-9947-4a0c-8e16-21bcd3717d25","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:51:44.435109615Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-2de06c-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-2de06c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.489371246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"282d85e1-dffc-46dc-9ee5-2a03f4034484","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.48939983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"282d85e1-dffc-46dc-9ee5-2a03f4034484","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-same-d455b8-0539591fc06c","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.532555499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"b7f65c5c-380d-4371-843f-2a22ce6b720d","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.532567881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eeba0617-154e-4508-81e4-47d4114c14a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.533223604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a2fe07c-4914-4e0d-9912-e02587401590","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.534203058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"94a86f25-0f4a-42bc-8f74-67d96e2e2ad9","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.590001089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"b7f65c5c-380d-4371-843f-2a22ce6b720d","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.590954005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eeba0617-154e-4508-81e4-47d4114c14a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.592453816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"94a86f25-0f4a-42bc-8f74-67d96e2e2ad9","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.593080611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a2fe07c-4914-4e0d-9912-e02587401590","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.595530866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"f806a4f3-a76b-413b-a031-9748e8989ff2","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.595547336Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"f806a4f3-a76b-413b-a031-9748e8989ff2","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2de06c-1230e2946409","namespace":"llm","model":"e2e-rt-eq-2de06c","externalModel":"e2e-rt-eq-2de06c","provider":"e2e-rt-eq-2de06c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.703154568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"a930095f-250c-41f7-a03f-7b1295bc62b3","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.70320135Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"a930095f-250c-41f7-a03f-7b1295bc62b3","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d43634-dcf7ca0fe053","namespace":"llm","model":"e2e-rt-sw-d43634","externalModel":"e2e-rt-sw-d43634","provider":"e2e-rt-sw-d43634-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.703463956Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2de06c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-sub","reconcileID":"f77eb3b0-068f-4f49-99ab-9830f4f66546","MaaSSubscription":{"name":"e2e-rt-eq-2de06c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-2de06c","model":"e2e-rt-eq-2de06c","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-2de06c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.82141928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"db749bf2-0257-4c60-89e8-64baf2692bc7","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-2-f39f81/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:44.821456791Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"db749bf2-0257-4c60-89e8-64baf2692bc7","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"routeName":"external-model-e2e-cfl-same-d455b8-ea08ed9e538f","namespace":"e2e-extmod-cfl-2-f39f81","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:45.091670014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"f846eba0-cf75-42f3-9cc3-05fa264ab652","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:45.091700149Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"f846eba0-cf75-42f3-9cc3-05fa264ab652","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2de06c-1230e2946409","namespace":"llm","model":"e2e-rt-eq-2de06c","externalModel":"e2e-rt-eq-2de06c","provider":"e2e-rt-eq-2de06c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:45.100086382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"703d3415-6b1f-48d4-86e8-45df4471ae95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:45.15280808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fa1a180-0ee2-4fe4-9da9-174a9fe4db1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:45.156997677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"703d3415-6b1f-48d4-86e8-45df4471ae95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:45.204738533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"6f3a2f66-0c0e-4c09-a4dd-753b3402fb69","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:45.205082776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"00a802b7-028c-4579-bc7b-2f57bb051037","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:45.209901801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fa1a180-0ee2-4fe4-9da9-174a9fe4db1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:45.262758345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"6f3a2f66-0c0e-4c09-a4dd-753b3402fb69","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:45.263561849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"00a802b7-028c-4579-bc7b-2f57bb051037","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:45.303556372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2de06c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-sub","reconcileID":"cdb6dbcc-7668-4e4f-9cc0-51425919a423","MaaSSubscription":{"name":"e2e-rt-eq-2de06c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-2de06c","model":"llm/e2e-rt-eq-2de06c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:45.923003946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"637bbd73-d77d-48c8-9ae7-b92e64581533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:45.923074547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"fc085925-a511-4c67-9a6d-a1f67b406a73","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:45.924667142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1586443d-2563-473d-a849-b65259e0c3a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:45.924836387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"51dacf60-03e9-469f-b663-961a34f229ee","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:45.982517534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"fc085925-a511-4c67-9a6d-a1f67b406a73","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:45.983206104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"637bbd73-d77d-48c8-9ae7-b92e64581533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:45.986255763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"51dacf60-03e9-469f-b663-961a34f229ee","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:45.98663277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1586443d-2563-473d-a849-b65259e0c3a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:46.032283618Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"e3098d51-6cef-4e7f-be67-34c69c7bb80e","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:47.864085595Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"6661974a-abd9-47ac-ae97-23d9788e49d2","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:49.777670097Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-a8704a-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38-a4dad5-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-same-d455b8-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-same-d455b8-f39f81-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2de06c-sub models-as-a-service/e2e-rt-sw-d43634-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:49.831256659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"27ba2a4b-0e9c-45d8-b213-77a9f0f203ae","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-2-f39f81/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:49.831283166Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"27ba2a4b-0e9c-45d8-b213-77a9f0f203ae","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"routeName":"external-model-e2e-cfl-same-d455b8-ea08ed9e538f","namespace":"e2e-extmod-cfl-2-f39f81","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:51:49.94835285Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-same-d455b8-f39f81-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-d455b8-f39f81-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:49.996509937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"ffae961a-f7dc-4707-8078-6aded3a304fd","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:49.9965448Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"ffae961a-f7dc-4707-8078-6aded3a304fd","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.047810282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f98fce2b-5df6-448e-ae45-df1b89f64f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.048394749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"58952c7d-5567-48fc-849a-8e1deb1ee0ed","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.048765194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"b7e17d2f-0180-4f05-9dc4-dc14b23c8a1e","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.048895212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"9a0b1db1-87e0-4088-b7e5-57d5d4955c9e","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.049197968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"57cd7980-39af-4d7a-89e6-5dfe1c8e5e76","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.103329976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"fa52fca3-9c77-47d5-bf04-599e22b958e8","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-2-f39f81/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.103357433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"fa52fca3-9c77-47d5-bf04-599e22b958e8","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"routeName":"external-model-e2e-cfl-same-d455b8-ea08ed9e538f","namespace":"e2e-extmod-cfl-2-f39f81","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.106429316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"b7e17d2f-0180-4f05-9dc4-dc14b23c8a1e","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.106434748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f98fce2b-5df6-448e-ae45-df1b89f64f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.108628751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"58952c7d-5567-48fc-849a-8e1deb1ee0ed","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.108881814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"9a0b1db1-87e0-4088-b7e5-57d5d4955c9e","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.110864708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"57cd7980-39af-4d7a-89e6-5dfe1c8e5e76","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.209768916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"0732888d-38cd-4113-8ed3-2061f668608f","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.209815212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"0732888d-38cd-4113-8ed3-2061f668608f","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-same-d455b8-0539591fc06c","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.212609596Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-f39f81-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-sub","reconcileID":"5ac021d7-7d6a-4b80-9c00-ce4675cec555","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-f39f81-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-same-d455b8","model":"e2e-cfl-same-d455b8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-same-d455b8-f39f81-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.316897875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"6b4ce8c3-2d24-428d-a425-9f6bb5eab235","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.316922093Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"6b4ce8c3-2d24-428d-a425-9f6bb5eab235","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.422816157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"f6de52f8-bcd9-40b4-9aaf-9eeee3b29076","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.422841543Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"f6de52f8-bcd9-40b4-9aaf-9eeee3b29076","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2de06c-1230e2946409","namespace":"llm","model":"e2e-rt-eq-2de06c","externalModel":"e2e-rt-eq-2de06c","provider":"e2e-rt-eq-2de06c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.531154994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"5f9a280f-504a-4122-9c5f-c910acfa5274","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-2-f39f81/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.531181558Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"5f9a280f-504a-4122-9c5f-c910acfa5274","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"routeName":"external-model-e2e-cfl-same-d455b8-ea08ed9e538f","namespace":"e2e-extmod-cfl-2-f39f81","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.583214922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0d148ba-4912-4aa4-97a7-29d3b838664c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.644411987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0d148ba-4912-4aa4-97a7-29d3b838664c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.687996142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"2ad956d5-6611-413d-a10f-1c4da3a0092c","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.687996102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"75fe5387-9ce8-4e9c-badd-d73d3434a617","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.695932103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"a60366ad-8429-4b2e-85ba-a09304788bd6","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.695932077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"270effc0-7026-4645-997b-58403ff48fe5","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.698843705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-f39f81-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-sub","reconcileID":"d4dbcb90-0a30-4b9e-b8b6-982fb2f0ad9c","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-f39f81-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-same-d455b8","model":"e2e-extmod-cfl-2-f39f81/e2e-cfl-same-d455b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.745685202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"2ad956d5-6611-413d-a10f-1c4da3a0092c","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.745879093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"75fe5387-9ce8-4e9c-badd-d73d3434a617","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.753797751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"a60366ad-8429-4b2e-85ba-a09304788bd6","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:50.75379894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"270effc0-7026-4645-997b-58403ff48fe5","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:51.116572077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"57e75277-4dfa-4918-aa06-51d23e32265d","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:51.174057437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"57e75277-4dfa-4918-aa06-51d23e32265d","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:51.276416497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"ebea5491-1d69-4c87-afdf-9b65525523dd","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:51.333258425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"ebea5491-1d69-4c87-afdf-9b65525523dd","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:56.140645126Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"1bc5b6f9-ca8b-41f8-8b24-d257c3136e3a","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:56.611945087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ffa31461-9afd-4d3b-abf8-6be8e4b9314a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-8142bf56","tenantID":"e2e-derive-8142bf56","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:56.729528644Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ffa31461-9afd-4d3b-abf8-6be8e4b9314a","name":"e2e-derive-8142bf56-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:57.973697751Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"a6ccc625-f4de-4124-8e21-6f46e792996a","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:59.319022713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2de06c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-sub","reconcileID":"bc2d2375-e045-4837-b467-13f8821c5639","MaaSSubscription":{"name":"e2e-rt-eq-2de06c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-2de06c","model":"llm/e2e-rt-eq-2de06c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:59.546939534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-f39f81-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-sub","reconcileID":"376fd23c-c8c9-4c29-9291-0a4e5a1d759a","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-f39f81-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-same-d455b8","model":"e2e-extmod-cfl-2-f39f81/e2e-cfl-same-d455b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:59.593686758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"2b2eb39c-ca80-42dc-9437-7ed791585630","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:59.593728327Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"2b2eb39c-ca80-42dc-9437-7ed791585630","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2de06c-1230e2946409","namespace":"llm","model":"e2e-rt-eq-2de06c","externalModel":"e2e-rt-eq-2de06c","provider":"e2e-rt-eq-2de06c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:59.824986063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"d5b5e8e8-8222-4f82-aed2-0ffcea422dd0","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-2-f39f81/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:51:59.825023064Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"d5b5e8e8-8222-4f82-aed2-0ffcea422dd0","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"routeName":"external-model-e2e-cfl-same-d455b8-ea08ed9e538f","namespace":"e2e-extmod-cfl-2-f39f81","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:00.012512627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"a7e47d64-83c0-4f50-ae0d-86f4304df2ce","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:00.070665102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"a7e47d64-83c0-4f50-ae0d-86f4304df2ce","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:00.356976067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7152b5f-ce59-4bfd-8a89-bbea0a8dce84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:00.358725269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"67e30d7e-7252-4de3-acff-40fd9bcdd429","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:00.377965658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4dde1515-8df9-4068-b42f-657fb20b5ca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:00.378066553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"dbd18151-7528-4886-be51-c3806f538441","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:00.426163079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7152b5f-ce59-4bfd-8a89-bbea0a8dce84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:00.426490737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"67e30d7e-7252-4de3-acff-40fd9bcdd429","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:00.445628633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"dbd18151-7528-4886-be51-c3806f538441","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:00.453772628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4dde1515-8df9-4068-b42f-657fb20b5ca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:01.191849742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"5a0ae2d3-d1c5-4b24-b40b-a37a895c4f3e","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:01.193550402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb88985d-3c4c-4305-a7af-9cd59de1b0fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:01.194206667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5de7610f-e4c2-4fe3-87a7-ec2ebea023be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:01.195243195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"54f8feed-0544-41f5-80a2-416d2234c2c3","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:01.260720213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"5a0ae2d3-d1c5-4b24-b40b-a37a895c4f3e","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:01.263363336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5de7610f-e4c2-4fe3-87a7-ec2ebea023be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:01.268755653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb88985d-3c4c-4305-a7af-9cd59de1b0fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:01.270696694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"54f8feed-0544-41f5-80a2-416d2234c2c3","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:01.492157359Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"264065f8-4295-4099-88eb-a5aaa8841e99","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:02.499175048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8374f7d-555f-4b8c-972e-f864f47d5436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:02.560570873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8374f7d-555f-4b8c-972e-f864f47d5436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:02.63098331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8374f7d-555f-4b8c-972e-f864f47d5436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:02.693523899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8374f7d-555f-4b8c-972e-f864f47d5436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:02.955279681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"d82cf763-b98e-4539-8822-ac07871a6eae","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:02.955303821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"d82cf763-b98e-4539-8822-ac07871a6eae","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:04.62964994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ea8d1c-844a-4c05-962f-70a08c122e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:04.685328053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ea8d1c-844a-4c05-962f-70a08c122e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:04.739341619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ea8d1c-844a-4c05-962f-70a08c122e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:04.793568945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ea8d1c-844a-4c05-962f-70a08c122e8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:05.877041351Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"c53cb5ae-3d30-42c5-ad02-27ed514060cd","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:05.893345711Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:05.934273879Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"e9395c80-4e7f-4967-992a-1d3ac93a6798","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.039525759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e38775a9-a35f-4733-8669-26d5725c8d20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.040991114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"5b814ca9-b342-47cf-a782-c4cf9e8265e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.096847761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e38775a9-a35f-4733-8669-26d5725c8d20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.098022451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"5b814ca9-b342-47cf-a782-c4cf9e8265e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.183939028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"d17ed2ca-6902-4c21-ac13-bbf08aca225f","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.184659005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"14f60cba-7ef8-4bb1-bf62-154c1e9c23b0","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.185045471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"fe193031-9847-436a-846d-a8fb7a67041f","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.243981826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"fe193031-9847-436a-846d-a8fb7a67041f","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.244076411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"d17ed2ca-6902-4c21-ac13-bbf08aca225f","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.246374569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"14f60cba-7ef8-4bb1-bf62-154c1e9c23b0","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.292409704Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"cf008a47-86e6-4b0c-9406-7afe2a41ac31","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.454370643Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"a5b04125-448a-4c23-9052-1bb515117441","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.501279569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"884da0e1-373a-43cd-aaac-edee1c28502b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.558106729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"884da0e1-373a-43cd-aaac-edee1c28502b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.560938221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"99859222-b86d-4a20-a5a8-4c83ebecf5b8","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.560957818Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"99859222-b86d-4a20-a5a8-4c83ebecf5b8","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.579141413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-sub","reconcileID":"6af46ae4-7a8d-4f22-a6e1-c99dfb256c50","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-same-d455b8","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.579432512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-sub","reconcileID":"1c50f8a3-bf9b-4375-8c59-8909a6b0b1ac","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-a8704a","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.606410599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"63ff4f25-75c0-4ad8-ac4e-b42467a27650","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.667680406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"63ff4f25-75c0-4ad8-ac4e-b42467a27650","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.668519034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"9c88cc5f-a70a-4824-8e83-f76578358f9c","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.668612706Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"9c88cc5f-a70a-4824-8e83-f76578358f9c","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-same-d455b8-0539591fc06c","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.731002985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31843f10-5730-48c3-94a7-c0d270600ff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.785642628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31843f10-5730-48c3-94a7-c0d270600ff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.839272137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31843f10-5730-48c3-94a7-c0d270600ff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.839977074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea2903f8-02c5-4b18-a27e-0a3d51719cbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.840110137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e638c6bb-f865-4b35-b06c-18d4fbf3d579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.893722219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31843f10-5730-48c3-94a7-c0d270600ff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.894224534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"c2fb493b-092a-4249-897f-f0a0756e9f2f","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.897160159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea2903f8-02c5-4b18-a27e-0a3d51719cbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.948570487Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"125872f2-d257-4825-a44d-3731125bafc5","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.954454497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"c2fb493b-092a-4249-897f-f0a0756e9f2f","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:06.957839339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e638c6bb-f865-4b35-b06c-18d4fbf3d579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.002291408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"02867e05-d3bd-4fa2-83cb-965617645709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.063628722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"02867e05-d3bd-4fa2-83cb-965617645709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.265978939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"786bf412-379e-46d3-8261-662fcec8c1c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.27331088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"5a27ebaf-49ef-4c02-8893-8a19290bde3e","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.289423754Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","namespace":"ai-tenant-e2e-explicit-a1c779","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.289481762Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","namespace":"ai-tenant-e2e-explicit-a1c779","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.289540106Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","tenant":"e2e-explicit-a1c779","tenantID":"e2e-explicit-a1c779","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.325848502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"786bf412-379e-46d3-8261-662fcec8c1c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.335041777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"5a27ebaf-49ef-4c02-8893-8a19290bde3e","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.393879368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"09fe76d3-73bb-4ce7-bd05-1eb100909166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.395325061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","gvk":"Deployment","name":"maas-api-e2e-explicit-a1c779","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.430699612Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"7ee64a07-7c2d-4b41-83ce-b90a772324b1","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.451176381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"09fe76d3-73bb-4ce7-bd05-1eb100909166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.455534207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","gvk":"Service","name":"maas-api-e2e-explicit-a1c779","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.484070626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"f371ed02-f986-41d9-b169-3617e8badde4","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-ok-d90829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.484095899Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"f371ed02-f986-41d9-b169-3617e8badde4","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-ok-d90829-f3ff8accc4da","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-ok-d90829","externalModel":"e2e-cfl-ok-d90829","provider":"e2e-cfl-ok-d90829-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.512711086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-a1c779","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.568975173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-a1c779","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.60431994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"2f0505d9-0dee-463c-8df8-9ecfba135fdc","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.625207697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-a1c779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.633305938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"af968da1-4507-41e6-8176-6536afa3b94d","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.670557872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"2f0505d9-0dee-463c-8df8-9ecfba135fdc","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.686066097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-a1c779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.692964127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"af968da1-4507-41e6-8176-6536afa3b94d","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.74356298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-a1c779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.768302921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"da4c2136-cdaa-49bb-a215-52bd22fa71b6","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-ok-d90829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.768336748Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"da4c2136-cdaa-49bb-a215-52bd22fa71b6","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-ok-d90829-f3ff8accc4da","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-ok-d90829","externalModel":"e2e-cfl-ok-d90829","provider":"e2e-cfl-ok-d90829-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.801929862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-a1c779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.854808958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","gvk":"Deployment","name":"payload-processing-e2e-explicit-a1c779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.884845204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"06649acc-264d-410e-9c77-d12cf3ff4406","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.913202418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-a1c779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.941034683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b608f981-e59c-4e59-9771-1dbcab9e271e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.942219853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"06649acc-264d-410e-9c77-d12cf3ff4406","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:07.968152425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","gvk":"Service","name":"payload-processing-e2e-explicit-a1c779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.010377579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b608f981-e59c-4e59-9771-1dbcab9e271e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.021450716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","gvk":"Service","name":"payload-pre-processing-e2e-explicit-a1c779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.073983906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-a1c779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.09033997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"0d2ffae3-73b0-4da1-b96f-d4bf6e1fd2fc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.12620285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-a1c779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.146696389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"0d2ffae3-73b0-4da1-b96f-d4bf6e1fd2fc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.178746574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-a1c779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.206229249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"58238a58-3db7-4c61-b1d1-3404a78ff36d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.224965474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98908bab-c71d-44fe-90ec-d97c04c05c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.234594896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-a1c779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.262592362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"58238a58-3db7-4c61-b1d1-3404a78ff36d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.28222028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98908bab-c71d-44fe-90ec-d97c04c05c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.288290006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-a1c779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.340809555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-a1c779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.396005765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-a1c779","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.439676912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"85141941-96d4-4f09-8f25-5793abb624ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.441492965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"7568e760-7a52-4968-aab5-3032ee8bf5ea","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.448925894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-a1c779"},"namespace":"ai-tenant-e2e-explicit-a1c779","name":"default-tenant","reconcileID":"82a3b681-0939-4d17-930d-b244e18185e4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-a1c779","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.497157898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"85141941-96d4-4f09-8f25-5793abb624ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.499162361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"7568e760-7a52-4968-aab5-3032ee8bf5ea","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.580937532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"9f9fb45a-a31f-4a73-89e1-fb6aff222b2f","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-ok-d90829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.580961844Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"9f9fb45a-a31f-4a73-89e1-fb6aff222b2f","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-ok-d90829-f3ff8accc4da","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-ok-d90829","externalModel":"e2e-cfl-ok-d90829","provider":"e2e-cfl-ok-d90829-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.624026467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"3615ab39-1a44-4634-92c1-41a0c64f89d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.691762182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"3615ab39-1a44-4634-92c1-41a0c64f89d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.89966279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"4bf0f0e2-ac18-42e6-9cd3-e4e036deb0ca","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.899662556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"278ec4cf-b757-43bc-8c59-48b6c6821a10","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.957897154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"278ec4cf-b757-43bc-8c59-48b6c6821a10","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.957910529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"4bf0f0e2-ac18-42e6-9cd3-e4e036deb0ca","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.958280058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a1f685d5-af2f-4134-b40e-4ce7c5f63994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:08.994923122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"f3ee2fb2-2b94-46af-8965-eaf178f174d9","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:09.015121382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"a1f685d5-af2f-4134-b40e-4ce7c5f63994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:09.053650177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"f3ee2fb2-2b94-46af-8965-eaf178f174d9","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:09.216142331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"db67b3d8-30ef-428c-afbd-c07fd1ed41e0","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:09.27313046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"db67b3d8-30ef-428c-afbd-c07fd1ed41e0","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:09.448284804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eeef1be3-4064-4015-b4d0-4b1d9e0a2459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:09.50533831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eeef1be3-4064-4015-b4d0-4b1d9e0a2459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:09.540981448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"2646e391-c9bf-44e9-a345-f6cefbe936ee","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:09.543311286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"271915e8-9281-452e-b040-c12939a5a261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:09.59809593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"2646e391-c9bf-44e9-a345-f6cefbe936ee","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:09.601838878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"271915e8-9281-452e-b040-c12939a5a261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:11.610832508Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"88da270a-93c9-4c17-aa27-df10a274b881","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.089402959Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-a8704a-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38-a4dad5-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-ok-d90829-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-same-d455b8-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-same-d455b8-f39f81-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-2de06c-sub models-as-a-service/e2e-rt-sw-d43634-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.146374182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"84e10cf2-26dc-4f77-b2ef-9eaa4db2eac6","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-ok-d90829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.146407561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"84e10cf2-26dc-4f77-b2ef-9eaa4db2eac6","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-ok-d90829-f3ff8accc4da","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-ok-d90829","externalModel":"e2e-cfl-ok-d90829","provider":"e2e-cfl-ok-d90829-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:52:12.263901278Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-ok-d90829-6f7706-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ok-d90829-6f7706-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.297817324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"bfd88fa0-1101-4a04-aaab-7d012b629ea3","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.306524586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1da821e3-a978-491f-8824-316c4e822efa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.306599331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"fc610ec3-9e28-4587-bd55-5ec55404de17","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.307473794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b91742a-c5be-44fe-b775-15b10aa96dcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.313029738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"c5d50ce0-20d4-4f77-b7cc-58c0e0936f43","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-2-f39f81/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.313048476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"c5d50ce0-20d4-4f77-b7cc-58c0e0936f43","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"routeName":"external-model-e2e-cfl-same-d455b8-ea08ed9e538f","namespace":"e2e-extmod-cfl-2-f39f81","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.354761415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"bfd88fa0-1101-4a04-aaab-7d012b629ea3","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.364378762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"fc610ec3-9e28-4587-bd55-5ec55404de17","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.364415543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1da821e3-a978-491f-8824-316c4e822efa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.366572721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b91742a-c5be-44fe-b775-15b10aa96dcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.451432911Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"a08d3cd0-2e68-4e60-92c0-f04224d3ada7","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.50933767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"ff65c903-c2ed-4b6d-91dc-60cb4b6e3d17","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.5638538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"16fc62f9-3617-42f4-a0c1-5142c752d4d0","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-ok-d90829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.563882498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"16fc62f9-3617-42f4-a0c1-5142c752d4d0","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-ok-d90829-f3ff8accc4da","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-ok-d90829","externalModel":"e2e-cfl-ok-d90829","provider":"e2e-cfl-ok-d90829-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.566534145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"ff65c903-c2ed-4b6d-91dc-60cb4b6e3d17","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.574214154Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-d90829-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-sub","reconcileID":"9eaf69b9-1a6b-412f-8154-1d85901b67d3","MaaSSubscription":{"name":"e2e-cfl-ok-d90829-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-ok-d90829","model":"e2e-cfl-ok-d90829","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-ok-d90829-6f7706-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.670177978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"bda69908-b13b-4f60-b41e-9e2e6d030910","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.670218925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"bda69908-b13b-4f60-b41e-9e2e6d030910","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.726585155Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-a1c779","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-a1c779","reconcileID":"93e6e122-dac8-45fe-b26d-7fac186f515f","aitenant":"ai-tenants/e2e-explicit-a1c779","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.789042428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"6beeddd6-a354-4af3-b6c0-86b5b46c1fdd","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.789069799Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"6beeddd6-a354-4af3-b6c0-86b5b46c1fdd","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.902221221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"00eafd3b-738f-471d-bbc8-7908f37d7e0e","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.902335642Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"00eafd3b-738f-471d-bbc8-7908f37d7e0e","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-same-d455b8-0539591fc06c","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.948603011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"1b15057d-23ce-493b-a448-ebcaf99afbe3","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:12.94860499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"8369cfd9-ed4a-436a-a476-cf2a6a056d24","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.005272478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"1b15057d-23ce-493b-a448-ebcaf99afbe3","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.005445441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"8369cfd9-ed4a-436a-a476-cf2a6a056d24","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.008159811Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"76bcba1b-3001-4fee-abcb-09ea6315158b","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.050084481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"9fc2ee77-84b1-4573-bb07-aa8fd13e21a8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.052496817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"f0cfb392-0aad-43b4-923e-fae5741d15d7","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.10719832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"9fc2ee77-84b1-4573-bb07-aa8fd13e21a8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.108939279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"f0cfb392-0aad-43b4-923e-fae5741d15d7","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.110689104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"e4c58501-aa72-4a58-abde-d20f0ba4c3e2","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.113810157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-d90829-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-sub","reconcileID":"4cd5d6df-a660-4690-987f-31c7c9f8f4a5","MaaSSubscription":{"name":"e2e-cfl-ok-d90829-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-ok-d90829","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-ok-d90829","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.114103972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"3bf750d0-23fa-4c11-8077-5953fef0d928","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.114120193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"3bf750d0-23fa-4c11-8077-5953fef0d928","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2de06c-1230e2946409","namespace":"llm","model":"e2e-rt-eq-2de06c","externalModel":"e2e-rt-eq-2de06c","provider":"e2e-rt-eq-2de06c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.167429489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"e4c58501-aa72-4a58-abde-d20f0ba4c3e2","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.278221341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"c365ad8b-7378-467d-ae9b-911b3206a666","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-ok-d90829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.278253199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"c365ad8b-7378-467d-ae9b-911b3206a666","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-ok-d90829-f3ff8accc4da","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-ok-d90829","externalModel":"e2e-cfl-ok-d90829","provider":"e2e-cfl-ok-d90829-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.278326945Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2de06c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-sub","reconcileID":"20bd85ca-9ee2-4377-858b-035827773c2b","MaaSSubscription":{"name":"e2e-rt-eq-2de06c-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fa94f105","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.340757879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a2c2ef-7f17-45f5-a207-c1d5537edfab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.395090146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a2c2ef-7f17-45f5-a207-c1d5537edfab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.395387637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"700b2370-f08f-4846-ba22-0a8d4bfa19fe","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"tenant":"e2e-mt-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","model":"ai-tenant-e2e-mt-fd831e1c/e2e-lifecycle-model-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.395406784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"700b2370-f08f-4846-ba22-0a8d4bfa19fe","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"routeName":"e2e-lifecycle-model-fd831e1c-kserve-route","namespace":"ai-tenant-e2e-mt-fd831e1c","llmisvcName":"e2e-lifecycle-model-fd831e1c","gateway":"openshift-ingress/e2e-mt-fd831e1c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.449522002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a2c2ef-7f17-45f5-a207-c1d5537edfab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.503940005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a2c2ef-7f17-45f5-a207-c1d5537edfab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.508380057Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-a1c779","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-a1c779","reconcileID":"93e6e122-dac8-45fe-b26d-7fac186f515f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-a1c779","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-a1c779"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.557368251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77f749f6-f50b-43bc-b4a3-42e4867aeaa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.610314106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b2db646-9ac0-4274-b83a-305ae138193c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.618364411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77f749f6-f50b-43bc-b4a3-42e4867aeaa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.684300619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b2db646-9ac0-4274-b83a-305ae138193c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.788638165Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"13de9165-5c43-4d6c-9981-89dc8c27a292","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.791032244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"5c1a4462-fae3-4877-b281-06352f58c941","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.843565884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"ef646e70-9008-4b97-949c-678f7a09738e","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.84801151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"5c1a4462-fae3-4877-b281-06352f58c941","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.896480314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"a23e6f9e-d055-4ac1-9fe9-5bc171165944","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.900925224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"ef646e70-9008-4b97-949c-678f7a09738e","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:13.956153842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"a23e6f9e-d055-4ac1-9fe9-5bc171165944","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:14.112289144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"578ef05a-82b4-4519-a45a-fef901b6c6f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:14.220010594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"578ef05a-82b4-4519-a45a-fef901b6c6f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:14.221508794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4eb92318-4e50-4107-872a-6a44564172bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:14.281197153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4eb92318-4e50-4107-872a-6a44564172bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:14.395352564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"bf92e085-8308-4e5c-b8fb-a88579fb5d6b","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:14.453055213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"bf92e085-8308-4e5c-b8fb-a88579fb5d6b","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:15.534337745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dea8eee-e9b1-46ce-9dc6-029547775933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:15.587335373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dea8eee-e9b1-46ce-9dc6-029547775933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:15.640420047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dea8eee-e9b1-46ce-9dc6-029547775933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:15.693523253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dea8eee-e9b1-46ce-9dc6-029547775933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:16.561664917Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"4460e122-4a36-4b21-832d-2ce0d87be5b5","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:52:17.279164454Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"ac219f23-4035-41a5-8dfe-ccc6df8fcd98","name":"e2e-lifecycle-model-fd831e1c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-fd831e1c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:52:17.279225422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"ac219f23-4035-41a5-8dfe-ccc6df8fcd98","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-fd831e1c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:17.504178964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"f6fbf1f5-badd-4755-98d7-e64b29a1eef5","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:17.504179246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e338fe8-2070-46ea-b16b-7e3b8244bed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:17.507133201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"2010d2ac-20fa-48a2-89b7-95d5998d8170","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:17.507135141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e8423b2-22c6-4af5-9b49-41b7dbf1ea38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:17.562738089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e338fe8-2070-46ea-b16b-7e3b8244bed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:17.562805314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"f6fbf1f5-badd-4755-98d7-e64b29a1eef5","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:17.566156358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"2010d2ac-20fa-48a2-89b7-95d5998d8170","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:17.56665328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e8423b2-22c6-4af5-9b49-41b7dbf1ea38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:52:17.652818719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-fd831e1c","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"e2e-lifecycle-model-fd831e1c","reconcileID":"55547a30-516c-4e79-977f-43f351f81f72","error":"maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-fd831e1c\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:17.655215832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0c8511-30fd-4d42-830b-4c0051969d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:17.70892002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0c8511-30fd-4d42-830b-4c0051969d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:17.762617586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0c8511-30fd-4d42-830b-4c0051969d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:17.816041884Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"7673b9a8-621c-4915-a057-fd1aa85b05d9","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:17.816134524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0c8511-30fd-4d42-830b-4c0051969d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:18.588148307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"bc36abbd-b427-4126-8190-4b3b94b45d0a","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:18.588219092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"22e1c347-2639-4f94-88ea-d48bed32c484","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:18.588750365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"92a314c0-dd23-49ee-93e7-6538d0e5316f","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:18.645744983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"92a314c0-dd23-49ee-93e7-6538d0e5316f","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:18.645754405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"22e1c347-2639-4f94-88ea-d48bed32c484","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:18.647889217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"bc36abbd-b427-4126-8190-4b3b94b45d0a","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:19.789867405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b6d7e7-832c-4d46-ae57-60bf1e317ea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:19.843967897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b6d7e7-832c-4d46-ae57-60bf1e317ea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:19.89707226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b6d7e7-832c-4d46-ae57-60bf1e317ea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:19.950699528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68b6d7e7-832c-4d46-ae57-60bf1e317ea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:21.931928823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7eb9f7-9536-4d88-982f-e6e06a96ddd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:21.985971797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7eb9f7-9536-4d88-982f-e6e06a96ddd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:22.039949186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7eb9f7-9536-4d88-982f-e6e06a96ddd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:22.093117378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c7eb9f7-9536-4d88-982f-e6e06a96ddd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:23.331722924Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2de06c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-sub","reconcileID":"97666099-fd7b-41a9-967e-064aa4bee545","MaaSSubscription":{"name":"e2e-rt-eq-2de06c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-2de06c","subscription":"e2e-rt-eq-2de06c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:23.48440135Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2de06c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-sub","reconcileID":"97666099-fd7b-41a9-967e-064aa4bee545","MaaSSubscription":{"name":"e2e-rt-eq-2de06c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:23.537516826Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-2de06c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-sub","reconcileID":"97666099-fd7b-41a9-967e-064aa4bee545","MaaSSubscription":{"name":"e2e-rt-eq-2de06c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-2de06c","namespace":"llm","model":"llm/e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:23.813441467Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-a8704a-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38-a4dad5-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-ok-d90829-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-same-d455b8-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-same-d455b8-f39f81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:23.866459622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"98bfa7bb-b66e-4367-8247-1260ef7db3db","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:23.866483176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"98bfa7bb-b66e-4367-8247-1260ef7db3db","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2de06c-1230e2946409","namespace":"llm","model":"e2e-rt-eq-2de06c","externalModel":"e2e-rt-eq-2de06c","provider":"e2e-rt-eq-2de06c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.027904278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"b4eea366-84e1-4ce3-9765-0bb438123811","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.027931399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"b4eea366-84e1-4ce3-9765-0bb438123811","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d43634-dcf7ca0fe053","namespace":"llm","model":"e2e-rt-sw-d43634","externalModel":"e2e-rt-sw-d43634","provider":"e2e-rt-sw-d43634-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.034051652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef513fc-10f7-4afd-b5b3-9cb7badb4c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.087339897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef513fc-10f7-4afd-b5b3-9cb7badb4c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.140593653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef513fc-10f7-4afd-b5b3-9cb7badb4c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.141066774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"7a580d56-8c8c-47a6-ac7f-85f7eee80cc4","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.141550741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"222169a4-2a12-40e7-bb92-709979c26151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.141752166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"5421bc56-a8aa-4b4a-b3d0-2c6386014939","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.142333237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d291b55-5a65-4dd4-9119-0b901a8f3394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.193923517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"3d9cdb5f-9574-44b1-89df-e38e181bacc0","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-ok-d90829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.193951718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"3d9cdb5f-9574-44b1-89df-e38e181bacc0","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-ok-d90829-f3ff8accc4da","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-ok-d90829","externalModel":"e2e-cfl-ok-d90829","provider":"e2e-cfl-ok-d90829-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.195454495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef513fc-10f7-4afd-b5b3-9cb7badb4c34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.253978536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"222169a4-2a12-40e7-bb92-709979c26151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.254472541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"5421bc56-a8aa-4b4a-b3d0-2c6386014939","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.257699353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d291b55-5a65-4dd4-9119-0b901a8f3394","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.257912681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"7a580d56-8c8c-47a6-ac7f-85f7eee80cc4","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.30355964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"cec29004-b0e1-4d37-9848-4ceb0df6b325","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.303584255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"cec29004-b0e1-4d37-9848-4ceb0df6b325","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2de06c-1230e2946409","namespace":"llm","model":"e2e-rt-eq-2de06c","externalModel":"e2e-rt-eq-2de06c","provider":"e2e-rt-eq-2de06c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.56089386Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"07b2c6eb-3699-4126-8a09-52374c0847d8","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.770571634Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"d1118aca-4010-4247-8a22-1e539b45620a","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.788752869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"565cea4b-9eb7-4f35-8fa2-ef69e9f4de05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.78881645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"bc845db4-d3bb-4171-ba0e-a2e00c5c9b76","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.789745915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e15c5d65-7f67-41f8-8738-940307682c42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.823738063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"c211d141-8591-4bda-b521-9cd442cc07d2","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.823767761Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"c211d141-8591-4bda-b521-9cd442cc07d2","MaaSModelRef":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-2de06c-1230e2946409","namespace":"llm","model":"e2e-rt-eq-2de06c","externalModel":"e2e-rt-eq-2de06c","provider":"e2e-rt-eq-2de06c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.846713414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"bc845db4-d3bb-4171-ba0e-a2e00c5c9b76","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.847832602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"565cea4b-9eb7-4f35-8fa2-ef69e9f4de05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:24.849501014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e15c5d65-7f67-41f8-8738-940307682c42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:52:24.976197607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-2de06c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-2de06c-access","reconcileID":"d1118aca-4010-4247-8a22-1e539b45620a","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rt-eq-2de06c-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.337320248Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"b785b8c1-6a7e-4935-8db8-00c7349dcdcf","namespace":"llm","name":"e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.426564945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6a794ebb-54b5-49c8-94b4-f39eba32e4e2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.426597121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6a794ebb-54b5-49c8-94b4-f39eba32e4e2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.427054694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fa807f28-0dd2-4bdc-b3bd-08b1b83ac247","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.427068497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fa807f28-0dd2-4bdc-b3bd-08b1b83ac247","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.427375887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"933615cd-3f21-4bc4-ad1f-1c5747e06d33","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.427386858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"933615cd-3f21-4bc4-ad1f-1c5747e06d33","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.427669413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"43bac30d-911f-4c42-9c7e-b6ebcf14c2e2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.427683044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"43bac30d-911f-4c42-9c7e-b6ebcf14c2e2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.428153995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5223ef44-a799-4c89-a862-38e73479f4d6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.428173562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5223ef44-a799-4c89-a862-38e73479f4d6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.428468843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"94629de1-17a7-44dd-bf58-249da6fe81e5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.428483962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"94629de1-17a7-44dd-bf58-249da6fe81e5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.428771083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"77db8392-ab59-4d4c-9809-21143d01f578","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.428804409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"77db8392-ab59-4d4c-9809-21143d01f578","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.429081395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b04a5b2-44ea-4bc5-bc94-dc0f777bc666","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.429091722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b04a5b2-44ea-4bc5-bc94-dc0f777bc666","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.486919262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"13d330d3-9f81-4402-8266-eec7cb231f9d","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.486956333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"13d330d3-9f81-4402-8266-eec7cb231f9d","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d43634-dcf7ca0fe053","namespace":"llm","model":"e2e-rt-sw-d43634","externalModel":"e2e-rt-sw-d43634","provider":"e2e-rt-sw-d43634-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.545415875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"dc3af5d3-a226-4c14-957c-bb3d069003f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.55183473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"8da24ab1-bc81-488e-a345-c79a1db0d49d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.591292356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d41ddd24-b2fc-4fd2-a7db-47b9674b042e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.601526757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e3c2f49-9757-4f3e-b44e-fac512f11f2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.602339285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"dc3af5d3-a226-4c14-957c-bb3d069003f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.604229376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"83a33f05-a2e3-4c28-a0dc-24db1860202a","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.608269829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"8da24ab1-bc81-488e-a345-c79a1db0d49d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.648055905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d41ddd24-b2fc-4fd2-a7db-47b9674b042e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.648482158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc07b998-0788-4913-b473-d1f39a06b440","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.649509133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d19f4735-17ae-432f-a6cf-b832a50eb5c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.66204247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e3c2f49-9757-4f3e-b44e-fac512f11f2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.666165323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"83a33f05-a2e3-4c28-a0dc-24db1860202a","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.701705699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-sub","reconcileID":"b7c2a84d-4b65-4f27-b9d8-4869b1918744","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d43634","model":"llm/e2e-rt-sw-d43634","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.928182637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"5821dbad-28ff-4163-a5be-ed91ef74cf74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:25.985047222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"5821dbad-28ff-4163-a5be-ed91ef74cf74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.088455348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"6aa69f94-da2f-4ac4-aacf-1033ece549d8","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.128225992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"4ef9cde6-30d2-4a4b-8a28-c96bf8a24ec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.145499832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"6aa69f94-da2f-4ac4-aacf-1033ece549d8","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.182028934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"e8406693-ad2d-4821-9cc4-d379850518b9","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.182037977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"adef3577-c795-400b-8dee-e2f7f5f2f3ed","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.185368592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"4ef9cde6-30d2-4a4b-8a28-c96bf8a24ec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.23918347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"adef3577-c795-400b-8dee-e2f7f5f2f3ed","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.239304075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"e8406693-ad2d-4821-9cc4-d379850518b9","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.26253435Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-2de06c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-2de06c","reconcileID":"fb7d34af-ba28-4cea-8cfb-0b7a7eb2ee9a","namespace":"llm","name":"e2e-rt-eq-2de06c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.467188202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"fa4c98c6-c6dc-4c52-bece-7cbfff650955","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.52442448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"fa4c98c6-c6dc-4c52-bece-7cbfff650955","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.6690348Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"ff36b9e0-e41b-4d48-a887-4d3706d5d78b","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.706467057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7346c60-b5f6-424e-a460-10787c1271f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.709827691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"e8a091c8-a5f9-4d6a-8035-a1472e05333f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.763550641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7346c60-b5f6-424e-a460-10787c1271f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.766193496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"e8a091c8-a5f9-4d6a-8035-a1472e05333f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.808112007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"ea3d47b1-094e-42c9-8718-654e0a116322","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.809654259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"889324e2-31e4-4117-b754-a3e4786d005f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.865617134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"ea3d47b1-094e-42c9-8718-654e0a116322","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.867084063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"889324e2-31e4-4117-b754-a3e4786d005f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:26.953335246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"35f3afd5-8b3c-4996-97e4-91d321089f42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:27.009989992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"35f3afd5-8b3c-4996-97e4-91d321089f42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:27.146289645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"57179b70-0dc1-42f1-b305-e2f30dfceac7","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:27.14631839Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"57179b70-0dc1-42f1-b305-e2f30dfceac7","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d43634-dcf7ca0fe053","namespace":"llm","model":"e2e-rt-sw-d43634","externalModel":"e2e-rt-sw-d43634","provider":"e2e-rt-sw-d43634-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:27.153468331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"4f1bbd06-d1f5-44bc-93ba-8d020c5c399b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:27.210515272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"4f1bbd06-d1f5-44bc-93ba-8d020c5c399b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:27.252362933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"803f3b5e-bda4-42dd-b73b-442dd23f6769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:27.309918175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"803f3b5e-bda4-42dd-b73b-442dd23f6769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:27.312365103Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-sub","reconcileID":"45068122-946c-48fe-b4be-02844535acf7","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-79fdb0c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:27.532473221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"a2668868-2a3b-4ab0-87fe-86f70246abfc","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:27.5327455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"92334988-894e-4497-8061-ce4cf90082e3","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:27.533261436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"42c16d02-d7d3-450b-b75c-562135e6e17f","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:27.593937342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"92334988-894e-4497-8061-ce4cf90082e3","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:27.595630946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"42c16d02-d7d3-450b-b75c-562135e6e17f","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:27.596416459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"a2668868-2a3b-4ab0-87fe-86f70246abfc","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:27.61773973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"4d8c9e6b-40ef-4277-be38-710cf2500ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:27.685877971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"4d8c9e6b-40ef-4277-be38-710cf2500ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:27.852661928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"147df968-c31c-4df1-a20f-aa9f3196a0e1","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:27.913809999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"147df968-c31c-4df1-a20f-aa9f3196a0e1","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:27.924048981Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"bce9e033-9ea4-4b3a-b518-ab972ff4ff08","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:28.184580639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"195fbfa0-5d6e-4e1e-9b93-8791c4234886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:28.184676388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"afba2f29-c378-4d66-8510-79ec3c6c2990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:28.186030119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"23b9f5b5-5f1c-4cd2-a1b4-fa15ac31c481","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:28.243890754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"195fbfa0-5d6e-4e1e-9b93-8791c4234886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:28.244170898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"afba2f29-c378-4d66-8510-79ec3c6c2990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:28.246294148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"23b9f5b5-5f1c-4cd2-a1b4-fa15ac31c481","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:35.896096058Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:36.776754997Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"51c48979-06c7-4217-9a30-a3e72171c491","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:37.340471906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-d90829-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-sub","reconcileID":"db038c7f-8712-4020-a8fc-86f8f70e67ac","MaaSSubscription":{"name":"e2e-cfl-ok-d90829-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-ok-d90829","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-ok-d90829","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:37.374978078Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-sub","reconcileID":"e7f7e224-cd9c-4966-b25a-a135ce0a6474","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-d43634","subscription":"e2e-rt-sw-d43634-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:37.493646674Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-sub","reconcileID":"e7f7e224-cd9c-4966-b25a-a135ce0a6474","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:37.550241273Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-sub","reconcileID":"e7f7e224-cd9c-4966-b25a-a135ce0a6474","MaaSSubscription":{"name":"e2e-rt-sw-d43634-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d43634","namespace":"llm","model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:37.576105041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"35676440-678f-4a45-8936-2380614f721f","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:37.6139667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"ecb38b6a-db6b-4d49-8aa8-8bdb21b9b845","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:37.614188422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"0e6b3a9d-f7d2-4bc4-8a96-d6f7fdb72c0b","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:37.630372359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"0b746b71-c6ea-4e8d-af0e-9da79273af96","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-ok-d90829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:37.630406631Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"0b746b71-c6ea-4e8d-af0e-9da79273af96","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-ok-d90829-f3ff8accc4da","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-ok-d90829","externalModel":"e2e-cfl-ok-d90829","provider":"e2e-cfl-ok-d90829-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:37.638703373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"35676440-678f-4a45-8936-2380614f721f","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:37.674253572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"0e6b3a9d-f7d2-4bc4-8a96-d6f7fdb72c0b","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:37.678074768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"ecb38b6a-db6b-4d49-8aa8-8bdb21b9b845","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:37.865472293Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-a8704a-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38-a4dad5-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-ok-d90829-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-same-d455b8-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-same-d455b8-f39f81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:37.929128379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"4fd34742-a88d-4a26-a512-7aabe8026bfc","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:37.930138264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"4fd34742-a88d-4a26-a512-7aabe8026bfc","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d43634-dcf7ca0fe053","namespace":"llm","model":"e2e-rt-sw-d43634","externalModel":"e2e-rt-sw-d43634","provider":"e2e-rt-sw-d43634-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:38.115471442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"3c08c3d5-c8fd-4d07-9f28-8e2c8ba7f971","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:38.115845396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d60d8171-a20f-45da-a0f8-a379f871cec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:38.118136978Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"469d4e2b-7ec0-4dc3-b1ee-dbcbfd2e6072","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:38.142705969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0631318a-2dac-4c47-bea2-c38fae36e2c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:38.175500256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d60d8171-a20f-45da-a0f8-a379f871cec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:38.175714071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"3c08c3d5-c8fd-4d07-9f28-8e2c8ba7f971","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:38.202534146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0631318a-2dac-4c47-bea2-c38fae36e2c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:38.22537066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"33b4de15-a3b0-47fd-a9cc-b86062df8603","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:38.225401942Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"33b4de15-a3b0-47fd-a9cc-b86062df8603","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d43634-dcf7ca0fe053","namespace":"llm","model":"e2e-rt-sw-d43634","externalModel":"e2e-rt-sw-d43634","provider":"e2e-rt-sw-d43634-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:38.493333255Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d43634-access","reconcileID":"837dcc16-e491-4d67-a313-f490a8b06c51","MaaSAuthPolicy":{"name":"e2e-rt-sw-d43634-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:38.708946426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"4c2d57fa-7c3b-4f07-8d71-2985861b10a0","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:38.708978223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"4c2d57fa-7c3b-4f07-8d71-2985861b10a0","MaaSModelRef":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d43634-dcf7ca0fe053","namespace":"llm","model":"e2e-rt-sw-d43634","externalModel":"e2e-rt-sw-d43634","provider":"e2e-rt-sw-d43634-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.197300562Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"9891945b-6e7f-4cdd-90c9-3707e9292a4b","namespace":"llm","name":"e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.258339734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"95b06227-fd1a-4dbf-8341-99eba433d64d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.258359882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"95b06227-fd1a-4dbf-8341-99eba433d64d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.258629034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4020960c-8065-4529-898c-3e623be7ccf7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.258642804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4020960c-8065-4529-898c-3e623be7ccf7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.258935785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a4bd75d2-22f9-468a-b133-11d058922cc7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.258949948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a4bd75d2-22f9-468a-b133-11d058922cc7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.259141051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4e4af61b-1fc0-4443-9c96-676d92208bb2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.259153688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4e4af61b-1fc0-4443-9c96-676d92208bb2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.259366614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e592b883-d867-41ae-83c1-b67e10564636","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.259380678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e592b883-d867-41ae-83c1-b67e10564636","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.259592792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd858f3e-758e-45f3-b94a-6cc5b7ca4e30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.259607845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd858f3e-758e-45f3-b94a-6cc5b7ca4e30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.259897603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"15c179be-8d28-4ce8-9f45-7113178113bc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.259911984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"15c179be-8d28-4ce8-9f45-7113178113bc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.260109083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6bb13c43-58e6-4171-afdc-5f83435d0971","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.26012203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6bb13c43-58e6-4171-afdc-5f83435d0971","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.360160235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"5c2b2dfd-c89a-497d-a28f-79ccdf08df88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.416759613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"5c2b2dfd-c89a-497d-a28f-79ccdf08df88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.477845055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"46d81f9d-c531-4260-a503-5e301ae5a0be","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.478799298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bcaab684-5703-47f6-8ce9-22b0a1157352","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.521672993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"c35e9e8e-f2c8-45a8-b853-ff2f1c17ca05","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.522075508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"9f59f522-7ba4-42d7-a063-45a2feab9306","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.522617495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"89aa591b-e0d2-474d-ba1b-ad9d51441036","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.529546167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"34dd1c5f-a766-41bc-9c8a-a386e170564c","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.582708563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"9f59f522-7ba4-42d7-a063-45a2feab9306","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.58731539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"c35e9e8e-f2c8-45a8-b853-ff2f1c17ca05","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.588634875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"89aa591b-e0d2-474d-ba1b-ad9d51441036","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.593178141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"34dd1c5f-a766-41bc-9c8a-a386e170564c","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.713939571Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d43634","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d43634","reconcileID":"0641a3a0-fd50-4bbf-9d79-f4c937533a8d","namespace":"llm","name":"e2e-rt-sw-d43634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:39.946082746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"5fc45d54-dc04-4157-948e-9e9c60b3e269","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.002709079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"5fc45d54-dc04-4157-948e-9e9c60b3e269","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.010296939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04369778-8d16-4efe-b994-d01ca7ca30e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.010731239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30aa3b99-4210-402d-be18-f80cdbe5b550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.01422633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"2ddf74ce-0fe3-4d2e-ac1f-b78a76cf24f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.020274083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"c97773ed-9669-4996-ba5e-fa10dc8f9d1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.068388498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30aa3b99-4210-402d-be18-f80cdbe5b550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.068743548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04369778-8d16-4efe-b994-d01ca7ca30e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.071599045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"2ddf74ce-0fe3-4d2e-ac1f-b78a76cf24f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.076942285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"c97773ed-9669-4996-ba5e-fa10dc8f9d1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.237891536Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-e05b34","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-broken-e05b34","reconcileID":"4a3b8459-4b58-4268-b780-6682e0ff4635","namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-broken-e05b34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.294120453Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-e05b34","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-broken-e05b34","reconcileID":"d2297330-95ae-4590-8fe0-fda95078438a","namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-broken-e05b34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.398574126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e3d0b2d7-bf25-481d-9dd3-47551634f0c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.456925917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e3d0b2d7-bf25-481d-9dd3-47551634f0c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.504558508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b9d01e51-0464-4c74-8278-aa54e004edcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.561526014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"19dd3552-1132-4e6a-ae51-064709f1ded6","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.56442038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b9d01e51-0464-4c74-8278-aa54e004edcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.619453909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"19dd3552-1132-4e6a-ae51-064709f1ded6","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.662923157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"b11d5084-abbb-4a66-9a88-5737eff6872b","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.715576754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"3deaa8d1-dc93-4042-8fed-e54b1b8acf77","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.720465855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"b11d5084-abbb-4a66-9a88-5737eff6872b","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.772823857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"3deaa8d1-dc93-4042-8fed-e54b1b8acf77","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.932476622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"1be29215-a25b-4596-9aff-ac923d1cf635","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:40.989181477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"1be29215-a25b-4596-9aff-ac923d1cf635","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.040146983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"27ab120c-faec-4a8d-a41a-43b3f71f7e4c","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.097136832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"27ab120c-faec-4a8d-a41a-43b3f71f7e4c","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.145327595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97477664-153c-4886-a8bd-efc5cc3579a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.199579639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"cb147ca4-f239-48ed-bb4a-3b502b6d4ec9","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.202728131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97477664-153c-4886-a8bd-efc5cc3579a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.245963127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"029bfd82-f9c0-4165-bc1c-dc9e4383d2bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.258921034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"cb147ca4-f239-48ed-bb4a-3b502b6d4ec9","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.30273587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"029bfd82-f9c0-4165-bc1c-dc9e4383d2bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.319150517Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-e05b34","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-broken-e05b34","reconcileID":"10250cf8-2f4a-403a-9252-83e3e8edea76","namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-broken-e05b34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.430352817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"201e47f1-878c-4265-bbd7-d7b471aaca29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.488083397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"201e47f1-878c-4265-bbd7-d7b471aaca29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.619041992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"c817d39a-2e2e-430d-afa8-d3c60710182a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.619510997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"5b1c51b4-2933-4e26-9e29-78d62f4716bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.677999072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"5b1c51b4-2933-4e26-9e29-78d62f4716bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.67801371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"c817d39a-2e2e-430d-afa8-d3c60710182a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.718393282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b847a06a-38a7-4ff7-8b50-7cc6ea2eaa63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.774995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b847a06a-38a7-4ff7-8b50-7cc6ea2eaa63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.883334757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"875ad2d6-99a1-44b8-b609-8f49efff9d0a","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.925386765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b038bb71-2a20-480e-a345-5d9d71298b88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.939661705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"875ad2d6-99a1-44b8-b609-8f49efff9d0a","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:41.981971638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b038bb71-2a20-480e-a345-5d9d71298b88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.026843573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"5c054986-04a7-44a3-b4ad-61d298e35fbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.027138342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cccf1f4-4b4e-4502-828f-edc6d448c08b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.08447661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"5c054986-04a7-44a3-b4ad-61d298e35fbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.085449708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cccf1f4-4b4e-4502-828f-edc6d448c08b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.282830683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"069a9b8c-8753-4391-8e35-f4cf75e8d448","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.290190352Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-e05b34","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-broken-e05b34","reconcileID":"1a5b7c7a-8e56-4b9b-b97f-643899e58d65","namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-broken-e05b34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.339421745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"069a9b8c-8753-4391-8e35-f4cf75e8d448","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.450868969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"506ef3a5-e8b1-45a4-9ef1-b536fe5f8eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.505868709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"7ae88d28-70db-45bf-8a8a-98babfdbd40e","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.508187335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"506ef3a5-e8b1-45a4-9ef1-b536fe5f8eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.51927316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"8b03c488-de2d-4070-999a-8cbd9f176829","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.559104565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"d5259d7e-eb0b-4aa3-a249-478517c41970","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.563211099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"7ae88d28-70db-45bf-8a8a-98babfdbd40e","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.576172076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"8b03c488-de2d-4070-999a-8cbd9f176829","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.616552069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"d5259d7e-eb0b-4aa3-a249-478517c41970","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.764108688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76b19c7b-2a1f-4b66-921e-9970cff54f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.82183789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76b19c7b-2a1f-4b66-921e-9970cff54f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.827556388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"bff8e8a7-9bdb-42cb-bfcc-2b9b914d3824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.885716732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"bff8e8a7-9bdb-42cb-bfcc-2b9b914d3824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.990394292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"5e89b76f-f8f0-460a-9ae4-a18ab759c666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:42.999705824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"84aa7173-743c-42df-aa3b-f7266a9a81fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:43.046950103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"5e89b76f-f8f0-460a-9ae4-a18ab759c666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:43.056305852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"84aa7173-743c-42df-aa3b-f7266a9a81fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:43.245932453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"c330855d-0839-4f20-9658-b5deecfc7f6c","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:43.302545842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"c330855d-0839-4f20-9658-b5deecfc7f6c","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:43.346415072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"1dd66927-ab91-4f6d-a7e2-c178fb221ad7","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:43.394832754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"90c9a5ad-47fa-479f-a1e2-eb0d2b87b438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:43.403019431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"1dd66927-ab91-4f6d-a7e2-c178fb221ad7","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:43.447763375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"82787449-9ac7-47fe-86c9-b899db0e6668","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:43.452049529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"90c9a5ad-47fa-479f-a1e2-eb0d2b87b438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:43.505680515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"82787449-9ac7-47fe-86c9-b899db0e6668","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:43.552576745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"4f9fb2c2-3b20-4a69-9380-d6aded88c796","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:43.609193848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"4f9fb2c2-3b20-4a69-9380-d6aded88c796","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:43.887616214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"14e7fad2-873a-481f-afb2-45cbc764e5aa","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:43.958178923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"14e7fad2-873a-481f-afb2-45cbc764e5aa","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:44.706351986Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"4dbd94fa-27ab-4240-8c7b-79177fde8967","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:45.635179845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b9b1f3-2b3f-48f8-b0c1-3ac9cc763a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:45.688404745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b9b1f3-2b3f-48f8-b0c1-3ac9cc763a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:45.741460452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b9b1f3-2b3f-48f8-b0c1-3ac9cc763a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:45.794548974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b9b1f3-2b3f-48f8-b0c1-3ac9cc763a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.1824392Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-e05b34","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-broken-e05b34","reconcileID":"31b5f5ae-68b0-407f-9dc2-d8621928627c","namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-broken-e05b34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.293842747Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-e05b34","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-broken-e05b34","reconcileID":"555ec58c-7694-426e-b3c0-6bc3643635f1","namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-broken-e05b34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.346615137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"013d34de-0c31-4272-8b2a-ebd852d4cc1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.403906591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"013d34de-0c31-4272-8b2a-ebd852d4cc1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.502636295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"05f8909e-12c5-4b13-95d6-5df47079ca3b","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.502945469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"4be5fa27-a129-4fbd-9a3a-c18cf5072cda","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.504169094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"5539dbed-2183-4ecf-89f0-a0aad00b40d9","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.505256245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"b4c17c79-e5c5-4f46-a2f6-ee367825fa11","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.559623744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"05f8909e-12c5-4b13-95d6-5df47079ca3b","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.559621711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"4be5fa27-a129-4fbd-9a3a-c18cf5072cda","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.562036795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"5539dbed-2183-4ecf-89f0-a0aad00b40d9","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.562071967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"b4c17c79-e5c5-4f46-a2f6-ee367825fa11","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.91397304Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"b14bfc8e-571b-4972-97c7-57878b8897d6","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:46.966478151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"61b4750a-d6fb-4cff-9ca6-069f9c81ecdf","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.022746477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fb0aeb0-101e-496d-9fa8-609a9d750f6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.0236966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"b0b2df5c-9a82-4ef2-b529-2fdebd89799c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.02374572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"61b4750a-d6fb-4cff-9ca6-069f9c81ecdf","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.024659278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"48255fde-cdaa-45e5-8219-788879470280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.024962995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e780d730-47c2-439a-9bd4-fc469b4b1b2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.081089356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fb0aeb0-101e-496d-9fa8-609a9d750f6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.081105652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"b0b2df5c-9a82-4ef2-b529-2fdebd89799c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.08342069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e780d730-47c2-439a-9bd4-fc469b4b1b2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.0835552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"48255fde-cdaa-45e5-8219-788879470280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.496132256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"cd000d67-b61d-4f33-b910-640e4afce9e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.501663249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"15cfcebe-37ac-4420-99a4-29a0fb546a96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.552597124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"cd000d67-b61d-4f33-b910-640e4afce9e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.558404133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"15cfcebe-37ac-4420-99a4-29a0fb546a96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.612902546Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"3d28f456-8e5a-4e61-aca8-3615620f7d8f","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.702800772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ac8ec3-6757-4c3c-ac35-9995948e035e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.702995634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"0665abda-87d8-42ac-9f62-675bd067c040","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.703464948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"a92c5cd0-2b5c-47af-8b4b-d6bfabc9b3cc","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.756723865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ac8ec3-6757-4c3c-ac35-9995948e035e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.757092105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"ba58d743-2aa0-4cad-84d6-2f6f25764569","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.757259136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"4c357efe-8a92-4d20-bda7-c0bac9c614ec","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-ok-d90829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.757280644Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"4c357efe-8a92-4d20-bda7-c0bac9c614ec","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-ok-d90829-f3ff8accc4da","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-ok-d90829","externalModel":"e2e-cfl-ok-d90829","provider":"e2e-cfl-ok-d90829-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.760008778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"0665abda-87d8-42ac-9f62-675bd067c040","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.810564254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ac8ec3-6757-4c3c-ac35-9995948e035e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.81408576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"ba58d743-2aa0-4cad-84d6-2f6f25764569","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.864224182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ac8ec3-6757-4c3c-ac35-9995948e035e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.868985293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"a92c5cd0-2b5c-47af-8b4b-d6bfabc9b3cc","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:47.972024231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3946eb9-1dcf-4cd3-9357-b157ac43a5c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.029494129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3946eb9-1dcf-4cd3-9357-b157ac43a5c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.029596445Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-d90829-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-sub","reconcileID":"bd9eee45-b41f-4ab7-94dd-dad1ee236f23","MaaSSubscription":{"name":"e2e-cfl-ok-d90829-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1dbddf6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.188220695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"9de278ad-a541-4712-815c-cf27cdc02bc5","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.245403672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"9de278ad-a541-4712-815c-cf27cdc02bc5","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.29613851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"038d6b4b-08e4-4059-ae4e-af64759e1da5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.353287065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"038d6b4b-08e4-4059-ae4e-af64759e1da5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.452348152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"a8acfa5c-8083-4e5e-820e-fbdb8ca1eec8","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.50928266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"a8acfa5c-8083-4e5e-820e-fbdb8ca1eec8","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.553360112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"2e2ed9dc-23e0-4cbd-8227-5f0f8527d3eb","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.611209529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"2e2ed9dc-23e0-4cbd-8227-5f0f8527d3eb","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.654597231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"fd4a06f7-84e9-496f-a364-384af04c20fe","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.712543468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"fd4a06f7-84e9-496f-a364-384af04c20fe","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.875556735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"8187c229-dba2-42f4-9742-611c5687f1fe","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.929099038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"ba836d88-ecc8-4f1f-9451-4c313d773533","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.986825097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"8187c229-dba2-42f4-9742-611c5687f1fe","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:48.987086513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"ba836d88-ecc8-4f1f-9451-4c313d773533","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:49.157347741Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"aa909c36-4889-4b3a-8478-e50cd82f3a7e","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:49.306062502Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"f1d33596-e8f6-4885-9c6d-5a980a1d2d85","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:49.765055877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eaf5100-59f8-4d86-9577-94b388878ab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:49.819259915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eaf5100-59f8-4d86-9577-94b388878ab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:49.87300348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eaf5100-59f8-4d86-9577-94b388878ab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:49.928049689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eaf5100-59f8-4d86-9577-94b388878ab5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.838033515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48409c22-758c-43fb-810c-2220976391e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.89123657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48409c22-758c-43fb-810c-2220976391e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.944613551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48409c22-758c-43fb-810c-2220976391e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:51.998598122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48409c22-758c-43fb-810c-2220976391e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:53.992005983Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","namespace":"ai-tenant-e2e-mt-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:53.992095834Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","namespace":"ai-tenant-e2e-mt-fd831e1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:53.992178952Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","tenant":"e2e-mt-fd831e1c","tenantID":"e2e-mt-fd831e1c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:54.047013135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","gvk":"Deployment","name":"maas-api-e2e-mt-fd831e1c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:54.109868987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","gvk":"Service","name":"maas-api-e2e-mt-fd831e1c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:54.16862297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-fd831e1c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:54.223492915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-fd831e1c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:54.279235678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:54.337681069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:54.39511131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:54.464459969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:54.520138339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","gvk":"Deployment","name":"payload-processing-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:54.585027427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:54.670081415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","gvk":"Service","name":"payload-processing-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:54.73411726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","gvk":"Service","name":"payload-pre-processing-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:54.795141985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","gvk":"DestinationRule","name":"payload-processing-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:54.861101757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:54.926087131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:54.995202433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:55.050085554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:55.112059095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:55.168243397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-fd831e1c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:55.255886914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-fd831e1c"},"namespace":"ai-tenant-e2e-mt-fd831e1c","name":"default-tenant","reconcileID":"3ff52636-a6ec-427b-ba82-b83430646860","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-fd831e1c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:55.582803019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4c2aa61-d785-4d59-87bc-0520672512a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:55.584491334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a34825b3-1dce-455a-9146-122d5351ddd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:55.648918771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a34825b3-1dce-455a-9146-122d5351ddd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:55.650018119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4c2aa61-d785-4d59-87bc-0520672512a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:57.022164771Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"12b69bf5-5aa8-4098-84c9-925889aa8c29","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.083306346Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-d90829-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-sub","reconcileID":"33eab3de-101f-44f0-83ef-70500cd613c0","MaaSSubscription":{"name":"e2e-cfl-ok-d90829-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-ok-d90829","subscription":"e2e-cfl-ok-d90829-6f7706-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.189467833Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-d90829-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-sub","reconcileID":"33eab3de-101f-44f0-83ef-70500cd613c0","MaaSSubscription":{"name":"e2e-cfl-ok-d90829-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-ok-d90829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.242696886Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-d90829-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-sub","reconcileID":"33eab3de-101f-44f0-83ef-70500cd613c0","MaaSSubscription":{"name":"e2e-cfl-ok-d90829-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-ok-d90829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.515816247Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-a8704a-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38-a4dad5-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-same-d455b8-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-same-d455b8-f39f81-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.568962704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"300d6e3c-42c1-447b-9399-469e37a0f953","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-ok-d90829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.568989582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"300d6e3c-42c1-447b-9399-469e37a0f953","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-ok-d90829-f3ff8accc4da","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-ok-d90829","externalModel":"e2e-cfl-ok-d90829","provider":"e2e-cfl-ok-d90829-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.734143951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"9eec8783-b282-4f2a-a39a-29ddee379adc","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.734171806Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"9eec8783-b282-4f2a-a39a-29ddee379adc","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.835370161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"b0ac90c9-3011-41c8-8bcf-727f23d1cf0c","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.835378482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"ed039fd6-10e4-40a3-b6f2-78c20f32173e","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.837406808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"aa8447be-c363-4f02-a051-376bbdfa930f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.837424431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"fc40dc4e-3fb1-4969-b3a6-62c6b2e938fb","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.837880677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"bd095780-ee83-46f5-8825-facab16f07ee","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.840156922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"7662682c-1236-4b0d-bd1c-5c0781aabb7b","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.840173416Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"7662682c-1236-4b0d-bd1c-5c0781aabb7b","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-same-d455b8-0539591fc06c","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.892661019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"b0ac90c9-3011-41c8-8bcf-727f23d1cf0c","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.894069692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"ed039fd6-10e4-40a3-b6f2-78c20f32173e","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.895218836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"aa8447be-c363-4f02-a051-376bbdfa930f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.897406663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"fc40dc4e-3fb1-4969-b3a6-62c6b2e938fb","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.898045772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"bd095780-ee83-46f5-8825-facab16f07ee","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.948935368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"36662bc0-13c3-4522-911e-268d6662ef00","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-ok-d90829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:58.948957311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"36662bc0-13c3-4522-911e-268d6662ef00","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-ok-d90829-f3ff8accc4da","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-ok-d90829","externalModel":"e2e-cfl-ok-d90829","provider":"e2e-cfl-ok-d90829-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.055060342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"f7c23104-eaba-43d3-8a29-f7e9bc88beb7","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-2-f39f81/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.0550844Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"f7c23104-eaba-43d3-8a29-f7e9bc88beb7","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"routeName":"external-model-e2e-cfl-same-d455b8-ea08ed9e538f","namespace":"e2e-extmod-cfl-2-f39f81","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.157814119Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-ok-d90829-6f7706-access","reconcileID":"523e4f06-2d1f-41c8-855a-72f48efe3c18","MaaSAuthPolicy":{"name":"e2e-cfl-ok-d90829-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-ok-d90829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.161380156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"34c29421-1587-4a0c-acd3-58c1f769b216","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.161398095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"34c29421-1587-4a0c-acd3-58c1f769b216","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.317862759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd454adb-1348-4ac5-af18-2fd47d86394b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.317991665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9ad6380-e276-49e6-97d3-58a688dd5976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.373081702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"ca1f86d4-b971-40fe-a33b-461efd45d8c1","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-ok-d90829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.373105947Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"ca1f86d4-b971-40fe-a33b-461efd45d8c1","MaaSModelRef":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-ok-d90829-f3ff8accc4da","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-ok-d90829","externalModel":"e2e-cfl-ok-d90829","provider":"e2e-cfl-ok-d90829-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.375717471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9ad6380-e276-49e6-97d3-58a688dd5976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.375839448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd454adb-1348-4ac5-af18-2fd47d86394b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.479612892Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"8fbf07f8-4d84-44e6-a11a-82d2c104151d","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:52:59.718135225Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"namespace":"ai-tenant-e2e-noten-01e7d3","name":"noten-model-01e7d3","reconcileID":"d7a808d5-9b04-4793-8a9c-8b047e4cbedc","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3-kserve-route (gateways: [openshift-ingress/e2e-noten-01e7d3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:52:59.773341633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"namespace":"ai-tenant-e2e-noten-01e7d3","name":"noten-model-01e7d3","reconcileID":"d7a808d5-9b04-4793-8a9c-8b047e4cbedc","error":"resolve tenant gateway for model ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3-kserve-route (gateways: [openshift-ingress/e2e-noten-01e7d3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.82718126Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"95860bd9-99ee-4aae-84b5-358bfb07d87a","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:52:59.880480305Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"namespace":"ai-tenant-e2e-noten-01e7d3","name":"noten-model-01e7d3","reconcileID":"144eae80-eb76-434d-b9e4-02c1465ac594","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3-kserve-route (gateways: [openshift-ingress/e2e-noten-01e7d3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:52:59.880536337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"namespace":"ai-tenant-e2e-noten-01e7d3","name":"noten-model-01e7d3","reconcileID":"144eae80-eb76-434d-b9e4-02c1465ac594","error":"resolve tenant gateway for model ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3-kserve-route (gateways: [openshift-ingress/e2e-noten-01e7d3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:52:59.890937142Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"namespace":"ai-tenant-e2e-noten-01e7d3","name":"noten-model-01e7d3","reconcileID":"70477eaf-aa9c-4b91-8094-5354013346cf","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3-kserve-route (gateways: [openshift-ingress/e2e-noten-01e7d3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:52:59.89099818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"namespace":"ai-tenant-e2e-noten-01e7d3","name":"noten-model-01e7d3","reconcileID":"70477eaf-aa9c-4b91-8094-5354013346cf","error":"resolve tenant gateway for model ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3-kserve-route (gateways: [openshift-ingress/e2e-noten-01e7d3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.909082552Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"1c93fcf5-9cab-460c-bef3-fe8b927e21cc","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:52:59.919542087Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"namespace":"ai-tenant-e2e-noten-01e7d3","name":"noten-model-01e7d3","reconcileID":"1282f25d-fe63-4a30-8966-dee1376356a4","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3-kserve-route (gateways: [openshift-ingress/e2e-noten-01e7d3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:52:59.919598171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"namespace":"ai-tenant-e2e-noten-01e7d3","name":"noten-model-01e7d3","reconcileID":"1282f25d-fe63-4a30-8966-dee1376356a4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3-kserve-route (gateways: [openshift-ingress/e2e-noten-01e7d3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.956661415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6ee7220-9df2-4b4c-8c54-bfaaf1fc913f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:52:59.956675369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a3efe48-012c-4dc1-86e9-480b3a556264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:52:59.960470227Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"namespace":"ai-tenant-e2e-noten-01e7d3","name":"noten-model-01e7d3","reconcileID":"67efc870-23ba-44d8-a1d2-8893d4cae327","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3-kserve-route (gateways: [openshift-ingress/e2e-noten-01e7d3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:52:59.960520877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"namespace":"ai-tenant-e2e-noten-01e7d3","name":"noten-model-01e7d3","reconcileID":"67efc870-23ba-44d8-a1d2-8893d4cae327","error":"resolve tenant gateway for model ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3-kserve-route (gateways: [openshift-ingress/e2e-noten-01e7d3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.014325109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6ee7220-9df2-4b4c-8c54-bfaaf1fc913f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.01437398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a3efe48-012c-4dc1-86e9-480b3a556264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.02008744Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"0e11b645-3134-4cd2-a98f-fffed1a03306","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.070657194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"851de6ac-91ea-478c-b124-b9924e3ad0e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.070657891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"1eb8769a-ae09-47ce-b74d-160db3dbee46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.128965832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"851de6ac-91ea-478c-b124-b9924e3ad0e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.129064501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"1eb8769a-ae09-47ce-b74d-160db3dbee46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.129596477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"542ab562-83d3-4e69-b460-636196d20381","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.129615228Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"542ab562-83d3-4e69-b460-636196d20381","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.200672683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"98fc712b-7c1a-4700-8640-532bdffeb8c7","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.255311401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-sub","reconcileID":"17d87967-a4bf-49bc-9a50-3ba131ff322d","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-a8704a","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.26262147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-sub","reconcileID":"4a906f33-61dd-4456-8704-730bbf2f5f13","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-same-d455b8","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.263206939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"ce2f09e3-68bd-4671-bb5b-9f4139d62e32","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.266208879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"ce2f09e3-68bd-4671-bb5b-9f4139d62e32","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-same-d455b8-0539591fc06c","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.271712719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"98fc712b-7c1a-4700-8640-532bdffeb8c7","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:53:00.324178789Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"namespace":"ai-tenant-e2e-noten-01e7d3","name":"noten-model-01e7d3","reconcileID":"ee37f46c-7662-481d-9e65-3e0040e6c441","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3-kserve-route (gateways: [openshift-ingress/e2e-noten-01e7d3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:53:00.324237496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"namespace":"ai-tenant-e2e-noten-01e7d3","name":"noten-model-01e7d3","reconcileID":"ee37f46c-7662-481d-9e65-3e0040e6c441","error":"resolve tenant gateway for model ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3-kserve-route (gateways: [openshift-ingress/e2e-noten-01e7d3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.392805361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7920374f-63a8-438f-8214-366c781948ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.396275002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14c287a7-e2b8-4534-903f-f0693325b93e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.424297978Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-d90829","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","reconcileID":"192cafd0-983b-4f26-8dd6-32c925d3fc90","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-ok-d90829","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.482510207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7920374f-63a8-438f-8214-366c781948ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.483669221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14c287a7-e2b8-4534-903f-f0693325b93e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:53:00.484773022Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"namespace":"ai-tenant-e2e-noten-01e7d3","name":"noten-model-01e7d3","reconcileID":"17a9c31e-8d52-427c-a103-5573dbc505bb","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3-kserve-route (gateways: [openshift-ingress/e2e-noten-01e7d3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:53:00.484870093Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"namespace":"ai-tenant-e2e-noten-01e7d3","name":"noten-model-01e7d3","reconcileID":"17a9c31e-8d52-427c-a103-5573dbc505bb","error":"resolve tenant gateway for model ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3-kserve-route (gateways: [openshift-ingress/e2e-noten-01e7d3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.493265324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"cdeb85dd-fd06-4e5a-bc87-90aed50ae763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.496157012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"bdd755cb-22a4-4d03-a777-a1829ec29a60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.550170324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"cdeb85dd-fd06-4e5a-bc87-90aed50ae763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.552871791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"bdd755cb-22a4-4d03-a777-a1829ec29a60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:53:00.806005238Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"namespace":"ai-tenant-e2e-noten-01e7d3","name":"noten-model-01e7d3","reconcileID":"18b230ec-4c0c-49ed-aad7-33f5f8960a3c","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3-kserve-route (gateways: [openshift-ingress/e2e-noten-01e7d3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:53:00.806068429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"namespace":"ai-tenant-e2e-noten-01e7d3","name":"noten-model-01e7d3","reconcileID":"18b230ec-4c0c-49ed-aad7-33f5f8960a3c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3-kserve-route (gateways: [openshift-ingress/e2e-noten-01e7d3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.813075872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"6edaa710-7b75-4360-a1de-9791f92016f6","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.869565427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"6edaa710-7b75-4360-a1de-9791f92016f6","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.910972995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b83f576e-59d8-4a95-9494-150d6562e833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.914428454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"3ae76c9e-48c8-49c1-a114-21ca39013c4b","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.914827024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"b4ae21ef-9353-4a17-abc2-2d9b4d8689d3","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.967801501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b83f576e-59d8-4a95-9494-150d6562e833","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.972554663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"b4ae21ef-9353-4a17-abc2-2d9b4d8689d3","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.972966019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"3ae76c9e-48c8-49c1-a114-21ca39013c4b","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.981686494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"0961e933-12ed-4db0-9566-fc5db80d6c6a","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-2-f39f81/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:00.981704561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"0961e933-12ed-4db0-9566-fc5db80d6c6a","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"routeName":"external-model-e2e-cfl-same-d455b8-ea08ed9e538f","namespace":"e2e-extmod-cfl-2-f39f81","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.015853984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"c6965dce-4055-409e-937d-8294ecbbe39a","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.076170737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"c6965dce-4055-409e-937d-8294ecbbe39a","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.147164461Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-f39f81-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-sub","reconcileID":"0e57d902-a64b-4f3e-bd21-22ad8ff6043c","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-f39f81-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-01b18f6b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.298255074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6737322b-b2af-4698-ad1d-de1ee0a33672","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.357490375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6737322b-b2af-4698-ad1d-de1ee0a33672","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.404157708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94c96006-16ad-4366-b162-169fc506cf87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:53:01.447293851Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"namespace":"ai-tenant-e2e-noten-01e7d3","name":"noten-model-01e7d3","reconcileID":"f530b7d9-d09e-45d8-a1f4-c8549e018ce8","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3-kserve-route (gateways: [openshift-ingress/e2e-noten-01e7d3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:53:01.447488417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"namespace":"ai-tenant-e2e-noten-01e7d3","name":"noten-model-01e7d3","reconcileID":"f530b7d9-d09e-45d8-a1f4-c8549e018ce8","error":"resolve tenant gateway for model ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3-kserve-route (gateways: [openshift-ingress/e2e-noten-01e7d3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.463802388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94c96006-16ad-4366-b162-169fc506cf87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.512253203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"f75e2d35-e311-4924-ac06-561007b6196f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.512263958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"6e5ffdcc-72ec-4100-886a-7d78a95ae0aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.528066001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8273d25f-d63c-4c02-8425-bdf2ea8aa239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.569599781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"6e5ffdcc-72ec-4100-886a-7d78a95ae0aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.569919346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"f75e2d35-e311-4924-ac06-561007b6196f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.584941297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"8273d25f-d63c-4c02-8425-bdf2ea8aa239","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.840712802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"a2bf2fa0-0de9-4a25-b2d8-c45c475e0d03","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.897895813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"a2bf2fa0-0de9-4a25-b2d8-c45c475e0d03","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.940149325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"6ef39227-fa14-4145-8992-6014fee7e374","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:01.997479436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"6ef39227-fa14-4145-8992-6014fee7e374","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:02.040972848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"da3cd069-c215-4d63-bf98-ff1488778f2c","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:02.040977378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"b4138cc6-9fa6-4a3d-9e65-c28f1397b308","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:02.100393026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"b4138cc6-9fa6-4a3d-9e65-c28f1397b308","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:02.10072328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"da3cd069-c215-4d63-bf98-ff1488778f2c","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:53:02.728749064Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"namespace":"ai-tenant-e2e-noten-01e7d3","name":"noten-model-01e7d3","reconcileID":"e23a8d96-052f-4d5c-afc5-78f46be391cc","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3-kserve-route (gateways: [openshift-ingress/e2e-noten-01e7d3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:53:02.728845215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-01e7d3","namespace":"ai-tenant-e2e-noten-01e7d3"},"namespace":"ai-tenant-e2e-noten-01e7d3","name":"noten-model-01e7d3","reconcileID":"e23a8d96-052f-4d5c-afc5-78f46be391cc","error":"resolve tenant gateway for model ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-01e7d3/noten-model-01e7d3-kserve-route (gateways: [openshift-ingress/e2e-noten-01e7d3]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:04.972834559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"adb9b13a-0d37-4515-bdf7-08d0b2b31907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:04.972862352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76a5a6f6-c9b5-4b06-9748-b2165a565c94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:05.031040926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"adb9b13a-0d37-4515-bdf7-08d0b2b31907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:05.031364201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76a5a6f6-c9b5-4b06-9748-b2165a565c94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:05.199525812Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","namespace":"ai-tenant-e2e-shared-a-w4-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:05.254694461Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","namespace":"ai-tenant-e2e-shared-a-w4-e92519","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:05.254990626Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","tenant":"e2e-shared-a-w4-e92519","tenantID":"e2e-shared-a-w4-e92519","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:05.314113188Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"bd81b9ad-2753-446c-b6df-b230b63f8af4","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:05.319050909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-e92519","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:05.421921452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","gvk":"Service","name":"maas-api-e2e-shared-a-w4-e92519","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:05.426357988Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"58b21c36-69af-4ee5-8879-46070fd35dee","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:05.481180694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-e92519","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:05.536610578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-e92519","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:05.55061519Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-fd831e1c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-fd831e1c","reconcileID":"1881bdbd-9fa2-4db7-a357-a01cf841d7da","aitenant":"ai-tenants/e2e-mt-fd831e1c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:05.599658424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-e92519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:05.66202632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-e92519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:05.72977109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-e92519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:05.730428625Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"7acb6c27-30a9-42ae-b83f-79f01c524bcd","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:05.786123169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-e92519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:05.838948337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-e92519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:05.895285181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-e92519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:05.89998331Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:05.94834834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-e92519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.001401024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-e92519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.054376135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-e92519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.10966134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-e92519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.162264276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-e92519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.170601173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdced67-34e9-4dd5-80a6-c2ae77e57bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.223869024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdced67-34e9-4dd5-80a6-c2ae77e57bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.226608023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-e92519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.284143069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdced67-34e9-4dd5-80a6-c2ae77e57bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.372715628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdced67-34e9-4dd5-80a6-c2ae77e57bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.374260406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-e92519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.427601919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-e92519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.434220593Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-fd831e1c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-fd831e1c","reconcileID":"1881bdbd-9fa2-4db7-a357-a01cf841d7da","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-fd831e1c","removed":["maas.opendatahub.io/gateway-access-e2e-mt-fd831e1c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.480224036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-e92519","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.543513669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-e92519"},"namespace":"ai-tenant-e2e-shared-a-w4-e92519","name":"default-tenant","reconcileID":"0d3cab28-9562-45a3-848d-1c5465213d56","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-e92519","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.657512514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c005211-7b30-45ac-8f6a-a50c5a867416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.657553861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbfc148a-de88-4e13-8142-1896b06fed04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.668030941Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"50260b1e-c391-47cc-ae30-47c13926ad5d","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.716057475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbfc148a-de88-4e13-8142-1896b06fed04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:06.716948699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c005211-7b30-45ac-8f6a-a50c5a867416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:07.109100885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b4ea2e6-d56c-44ca-aee7-b09bb8abc0c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:07.109947355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fa0786d-3302-47bf-9a10-8d24aaf25a53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:07.170339225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fa0786d-3302-47bf-9a10-8d24aaf25a53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:07.170548302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b4ea2e6-d56c-44ca-aee7-b09bb8abc0c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:07.531682955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc67d829-56a6-48d3-b1c2-029802835886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:07.531850754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c4fa21d-286b-49d5-9ec4-705aaec5bf6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:07.593242371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc67d829-56a6-48d3-b1c2-029802835886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:07.595643921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c4fa21d-286b-49d5-9ec4-705aaec5bf6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:07.612557072Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"c04315d1-6174-40d2-9027-413c95d12ec9","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:07.666586527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40a4aae3-2e2d-4a7b-a3ca-f8f3f15afc2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:07.666616247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40a4aae3-2e2d-4a7b-a3ca-f8f3f15afc2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:07.722942314Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"cf816e83-afae-4252-9cec-c09d3c3d2216","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:07.855833718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-bafbe4","reconcileID":"6e4da928-8759-48ff-a65e-189141a58108","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:07.879086523Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-a8704a-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38-a4dad5-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-same-d455b8-6f7706-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:07.879606043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6ddb071-7e89-44fd-a0a7-697b390eb73a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:07.879623175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6ddb071-7e89-44fd-a0a7-697b390eb73a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:07.912658528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-bafbe4","reconcileID":"6e4da928-8759-48ff-a65e-189141a58108","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:07.932559766Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-e92519","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-e92519","reconcileID":"327b8b9a-50f3-42a3-9287-96f1e3be9cfd","aitenant":"ai-tenants/e2e-shared-a-w4-e92519","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:07.991479096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"a1797a24-8728-4718-9fd9-9e77696ffca2","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:07.991503432Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"a1797a24-8728-4718-9fd9-9e77696ffca2","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.04219174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1368a450-862a-45ea-bc04-4d35dfb40a34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.042297331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e9a0917-a5bc-443c-b7a4-7920d64592c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:53:08.049696599Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-default-int-sub-bafbe4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-bafbe4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.101160222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1368a450-862a-45ea-bc04-4d35dfb40a34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.101602557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e9a0917-a5bc-443c-b7a4-7920d64592c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.103535569Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"74e5e058-2f9e-4565-93ea-17e02324f8d9","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.157028763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab7fc36f-433a-4851-8a73-febdf272d619","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.157057557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab7fc36f-433a-4851-8a73-febdf272d619","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.210055206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"69baaf85-fcf4-47c4-830a-b949a41fc73d","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.21008739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"69baaf85-fcf4-47c4-830a-b949a41fc73d","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-same-d455b8-0539591fc06c","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.316544065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"355d6a60-5b9b-4ed4-bdf2-8591434bb39d","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.316569271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"355d6a60-5b9b-4ed4-bdf2-8591434bb39d","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.32125295Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-bafbe4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-bafbe4","reconcileID":"676c9a9c-30c4-43e3-b054-5de210eb6b19","MaaSSubscription":{"name":"e2e-default-int-sub-bafbe4","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-bafbe4","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.379053256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9508de3c-244c-41ef-b58a-4dab1d4cacca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.37935134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc979bd6-4976-4c85-b1e7-36398c8dab33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.379370241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc979bd6-4976-4c85-b1e7-36398c8dab33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.432462717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9508de3c-244c-41ef-b58a-4dab1d4cacca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.485699943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9508de3c-244c-41ef-b58a-4dab1d4cacca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.539185333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9508de3c-244c-41ef-b58a-4dab1d4cacca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.539538855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3064e63c-cac4-4b83-9f94-051b5e860741","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.539961461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-bafbe4","reconcileID":"35e94d96-787f-4479-980b-4fb8acc2eecf","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.596913108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97bada22-3869-4036-924a-c3a86f21bc6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.596933707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97bada22-3869-4036-924a-c3a86f21bc6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.597394633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-bafbe4","reconcileID":"35e94d96-787f-4479-980b-4fb8acc2eecf","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.709195356Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-e92519","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-e92519","reconcileID":"327b8b9a-50f3-42a3-9287-96f1e3be9cfd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-e92519","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-e92519"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.862887912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-bafbe4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-bafbe4","reconcileID":"8050e208-5948-46ad-83e2-61177c4d1638","MaaSSubscription":{"name":"e2e-default-int-sub-bafbe4","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.916871558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bb626ee-977c-4995-a8f4-0a7bcd939201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.916930153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dba498c-eeba-4982-a9cd-186cd373693b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.969173761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-bafbe4","reconcileID":"107ebe8e-d583-4c18-81ad-b1facc2d8d67","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.975761353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dba498c-eeba-4982-a9cd-186cd373693b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.97581418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bb626ee-977c-4995-a8f4-0a7bcd939201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:08.976216093Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"4f493c71-d5e1-457c-9d46-ebeb866766cd","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:09.028954237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-bafbe4","reconcileID":"107ebe8e-d583-4c18-81ad-b1facc2d8d67","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:10.127927453Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"c90f1d0a-a770-49fd-8339-4664a7da64c7","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:10.461108312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"298902ee-7d8e-4ec4-819d-b13061cfa68c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:10.514267409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"298902ee-7d8e-4ec4-819d-b13061cfa68c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:10.567248387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"298902ee-7d8e-4ec4-819d-b13061cfa68c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:10.621020971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"298902ee-7d8e-4ec4-819d-b13061cfa68c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:11.20016414Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-f39f81-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-sub","reconcileID":"6393d722-f7ff-449d-ab78-01a2e973de32","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-f39f81-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-cfl-2-f39f81/e2e-cfl-same-d455b8","subscription":"e2e-cfl-same-d455b8-f39f81-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:11.306189893Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-f39f81-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-sub","reconcileID":"6393d722-f7ff-449d-ab78-01a2e973de32","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-f39f81-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-cfl-2-f39f81/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:11.359350194Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-f39f81-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-sub","reconcileID":"6393d722-f7ff-449d-ab78-01a2e973de32","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-f39f81-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81","model":"e2e-extmod-cfl-2-f39f81/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:11.631381737Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-a8704a-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38-a4dad5-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-same-d455b8-6f7706-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:11.684295015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"3c8bc167-0afe-4719-bff4-b5a04fdbb6be","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-2-f39f81/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:11.684325191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"3c8bc167-0afe-4719-bff4-b5a04fdbb6be","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"routeName":"external-model-e2e-cfl-same-d455b8-ea08ed9e538f","namespace":"e2e-extmod-cfl-2-f39f81","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:11.798311293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"844cf24c-9831-4a1e-9ad4-575e561e5db2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:11.798415192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"844cf24c-9831-4a1e-9ad4-575e561e5db2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:11.851755024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"3f86e546-bed6-4002-9335-cddc07e3e14b","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-2-f39f81/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:11.851807764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"3f86e546-bed6-4002-9335-cddc07e3e14b","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"routeName":"external-model-e2e-cfl-same-d455b8-ea08ed9e538f","namespace":"e2e-extmod-cfl-2-f39f81","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:11.852590229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-bafbe4","reconcileID":"53593827-521b-44c5-bdc3-e4909941ab8c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:11.909270731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-bafbe4","reconcileID":"53593827-521b-44c5-bdc3-e4909941ab8c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:11.953663719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"6d75a15f-45ed-4936-9de7-ad21a8dac252","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.00595331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"4b4f35e9-1ce3-4f00-9830-7f63e49fa774","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.007002456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"c1ab7a6a-a117-416d-82bd-c282ea851713","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.007630798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"fdaf300f-138e-465b-9184-47ac8e6c7a49","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.011846451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"6d75a15f-45ed-4936-9de7-ad21a8dac252","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.083480379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"4b4f35e9-1ce3-4f00-9830-7f63e49fa774","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.085980219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"c1ab7a6a-a117-416d-82bd-c282ea851713","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.088180777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"fdaf300f-138e-465b-9184-47ac8e6c7a49","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.29732461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4eee030-605e-45d2-941d-f1aae697f84c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.347419971Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-f39f81-access","reconcileID":"df289248-eb53-4d9c-996a-7d73c4c0d797","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-f39f81-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-cfl-2-f39f81/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.354473633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4eee030-605e-45d2-941d-f1aae697f84c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.459961677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"101e7f2a-5c7d-485a-941e-0465fc30968a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.516437057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"101e7f2a-5c7d-485a-941e-0465fc30968a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.529967764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d957a80-cd86-49ec-9b2d-1cfcd117f4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.583268838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d957a80-cd86-49ec-9b2d-1cfcd117f4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.583500248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"6922fd8c-c616-4c99-9f6a-c67f20ccfed8","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-2-f39f81/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.583520047Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"6922fd8c-c616-4c99-9f6a-c67f20ccfed8","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"routeName":"external-model-e2e-cfl-same-d455b8-ea08ed9e538f","namespace":"e2e-extmod-cfl-2-f39f81","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.636816995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d957a80-cd86-49ec-9b2d-1cfcd117f4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.69008164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d957a80-cd86-49ec-9b2d-1cfcd117f4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.743860324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"f2ad6b2b-ae47-4f5a-82b4-98dc406cffe9","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.743894927Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"f2ad6b2b-ae47-4f5a-82b4-98dc406cffe9","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-same-d455b8-0539591fc06c","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.862898806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb0dd15e-c964-484d-a1c3-6dd925ef655d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.909319936Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-sub","reconcileID":"9278ff79-7f6a-49b7-9102-b96bc45f82e2","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2b5a7cc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.916757518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"9ee079d4-502c-4415-be7d-8227689735cd","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.917253033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18432977-1d3a-4ce1-aa05-352ca48764da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.919576013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb0dd15e-c964-484d-a1c3-6dd925ef655d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.971179285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"a9739b9a-bd5b-44d4-b7c7-b92666dbac18","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.971194153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"47cb9f7e-08cd-477a-ad16-4af73a808230","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.975291427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"9ee079d4-502c-4415-be7d-8227689735cd","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:12.975874714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18432977-1d3a-4ce1-aa05-352ca48764da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:13.02877544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"47cb9f7e-08cd-477a-ad16-4af73a808230","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:13.028961792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"a9739b9a-bd5b-44d4-b7c7-b92666dbac18","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:13.285442476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-bafbe4","reconcileID":"515da6e8-1b0b-4e3d-9d42-9ffaa1531860","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:13.342312882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-bafbe4","reconcileID":"515da6e8-1b0b-4e3d-9d42-9ffaa1531860","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:13.445964939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78ce56d7-9ec8-418e-849e-0a78dddb8063","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:13.445996484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78ce56d7-9ec8-418e-849e-0a78dddb8063","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:13.45471737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"cc3101eb-df9c-44db-8fc2-6490f3ba9d0a","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:13.512817262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"cc3101eb-df9c-44db-8fc2-6490f3ba9d0a","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:13.548045669Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-bafbe4","reconcileID":"a68dfcfc-782f-4219-bc08-588a660b695b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-bafbe4","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:13.554598378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"6bf17209-af55-4542-ab81-002da3a76b2c","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:13.554711949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"49afdc56-47a6-4f31-9271-43669fbde65a","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:13.612696137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"6bf17209-af55-4542-ab81-002da3a76b2c","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:13.613086589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"49afdc56-47a6-4f31-9271-43669fbde65a","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:13.806838204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc86f021-29fa-4cad-9510-227472f07de7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:13.806865473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc86f021-29fa-4cad-9510-227472f07de7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:13.93655532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb8b2f49-1672-46d0-83fd-0e492db05908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:13.96653786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d9b359e-b849-4aaf-b0e6-d04752ef2841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:13.972025513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a1ad69c-f4e7-4bc7-a74b-fad921a91236","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:13.972042208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a1ad69c-f4e7-4bc7-a74b-fad921a91236","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:14.005055028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb8b2f49-1672-46d0-83fd-0e492db05908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:14.028076669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d9b359e-b849-4aaf-b0e6-d04752ef2841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:14.376904482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f4ab799-03af-44c2-8a98-1cd7724d0db0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:14.43465496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f4ab799-03af-44c2-8a98-1cd7724d0db0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:14.475852475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44f94e71-f472-4c37-90d8-0e223567ffe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:14.533663269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44f94e71-f472-4c37-90d8-0e223567ffe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:16.434531109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5c9bf24-5aeb-4b96-b499-bfc1fb3b2390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:16.434538362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"008ef97f-804f-481b-8a04-62b845c31567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:16.491811434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5c9bf24-5aeb-4b96-b499-bfc1fb3b2390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:16.491948856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"008ef97f-804f-481b-8a04-62b845c31567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:16.720472018Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"37bb649f-7fd8-44d9-959e-234516d3efab","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:16.890067033Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","namespace":"ai-tenant-e2e-derive-8142bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:16.890132159Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","namespace":"ai-tenant-e2e-derive-8142bf56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:16.890180935Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","tenant":"e2e-derive-8142bf56","tenantID":"e2e-derive-8142bf56","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:16.944764128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","gvk":"Deployment","name":"maas-api-e2e-derive-8142bf56","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.004399611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","gvk":"Service","name":"maas-api-e2e-derive-8142bf56","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.10451998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-8142bf56","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.159958811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-8142bf56","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.223860726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-8142bf56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.281010104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-8142bf56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.338492987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-8142bf56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.428533515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-8142bf56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.483516495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","gvk":"Deployment","name":"payload-processing-e2e-derive-8142bf56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.535997558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-8142bf56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.588742254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","gvk":"Service","name":"payload-processing-e2e-derive-8142bf56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.64161313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","gvk":"Service","name":"payload-pre-processing-e2e-derive-8142bf56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.694562023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","gvk":"DestinationRule","name":"payload-processing-e2e-derive-8142bf56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.703356775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a36d8a98-8d5d-42cc-a42c-1acd4188f980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.756905704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-8142bf56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.758740299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a36d8a98-8d5d-42cc-a42c-1acd4188f980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.81157902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-8142bf56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.812406072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a36d8a98-8d5d-42cc-a42c-1acd4188f980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.865806398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a36d8a98-8d5d-42cc-a42c-1acd4188f980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.868145517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-8142bf56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.920627741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-8142bf56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:17.973856266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-8142bf56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:18.039609689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-8142bf56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:18.093235577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-8142bf56"},"namespace":"ai-tenant-e2e-derive-8142bf56","name":"default-tenant","reconcileID":"ac3e1ef4-820b-446b-b25d-2b3d3079b3b3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-8142bf56","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:18.315657567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"074d08fe-5f0f-405e-9065-9524636398d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:18.318254194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f13163bd-64d7-40ed-9f90-b10ee97f780e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:18.382243072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"074d08fe-5f0f-405e-9065-9524636398d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:18.382382489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f13163bd-64d7-40ed-9f90-b10ee97f780e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:18.802604535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa092f58-e4bd-4e97-be26-7720b7d22519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:18.819093148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f347fcd1-7850-426c-9709-9eb5312a964b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:18.861893232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa092f58-e4bd-4e97-be26-7720b7d22519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:18.875955438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f347fcd1-7850-426c-9709-9eb5312a964b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:18.97384511Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-8142bf56","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-8142bf56","reconcileID":"2f4a8026-74dd-41f4-94d1-97191005627a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-8142bf56","removed":["maas.opendatahub.io/gateway-access-e2e-derive-8142bf56"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:19.198418039Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"3e5449b2-72f6-4c5f-8609-ee002d7a78d7","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:19.295665141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e633896-05bd-4a45-90a0-aa48d16d58bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:19.295692274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d157cbb-1da7-4497-84c3-9564a49d96a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:19.352720334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d157cbb-1da7-4497-84c3-9564a49d96a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:19.355227351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e633896-05bd-4a45-90a0-aa48d16d58bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:19.842623375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c0eea18-ff5d-4efe-ab51-aa8242e65ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:19.895749559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c0eea18-ff5d-4efe-ab51-aa8242e65ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:19.948998994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c0eea18-ff5d-4efe-ab51-aa8242e65ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.00193274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c0eea18-ff5d-4efe-ab51-aa8242e65ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.272027258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05d306f3-7f6f-4da4-acfb-54200f8e0ef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.272320937Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"f607db03-fe5f-4936-9340-0759150797eb","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.272033612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a1dc9c8-c066-42cc-bf34-e157cb8f883f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.330281858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05d306f3-7f6f-4da4-acfb-54200f8e0ef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:20.330464096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a1dc9c8-c066-42cc-bf34-e157cb8f883f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:21.970906685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fac9ed2-9cfd-42f2-af22-2abb8c645ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:22.025053042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fac9ed2-9cfd-42f2-af22-2abb8c645ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:22.078871318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fac9ed2-9cfd-42f2-af22-2abb8c645ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:22.132263122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fac9ed2-9cfd-42f2-af22-2abb8c645ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:22.962848327Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-sub","reconcileID":"9d913b8e-77a5-4877-be63-4dc34ade50e9","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","subscription":"e2e-cfl-same-d455b8-6f7706-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.06944722Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-sub","reconcileID":"9d913b8e-77a5-4877-be63-4dc34ade50e9","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.123059521Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-sub","reconcileID":"9d913b8e-77a5-4877-be63-4dc34ade50e9","MaaSSubscription":{"name":"e2e-cfl-same-d455b8-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.398583099Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-a8704a-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38-a4dad5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.483860628Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"1edd9a72-d321-4452-9ac2-b52a3a087f4c","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.588955397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e0f11a3-9880-4d99-b802-035f20d3c1af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.590347079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"2598634c-223b-46d6-9279-09c14c932b0a","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.590363744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"2598634c-223b-46d6-9279-09c14c932b0a","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-same-d455b8-0539591fc06c","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.594172106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8883dfd4-a5ed-406d-99e8-5dff4bc0f735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.64681477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e0f11a3-9880-4d99-b802-035f20d3c1af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.650864151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8883dfd4-a5ed-406d-99e8-5dff4bc0f735","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.667398879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"f595de5a-e671-4e2c-aedc-44fed8a6e4f4","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.668693336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"d32c4f30-5d75-428c-bf72-98cf9bb02424","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.669850133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"f8edddf3-eb25-490c-bf91-c2462048a90e","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.725140072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"f595de5a-e671-4e2c-aedc-44fed8a6e4f4","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.727179556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"d32c4f30-5d75-428c-bf72-98cf9bb02424","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.730769082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"f8edddf3-eb25-490c-bf91-c2462048a90e","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.77971901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"f21a18d0-d1dc-49a2-8ccd-dcd4b8eb9046","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.779757658Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"f21a18d0-d1dc-49a2-8ccd-dcd4b8eb9046","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.885830109Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"13905357-24c3-4aa7-a2b4-8690e6cf8c68","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.992118423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"e8a2d38e-3637-43f9-95bc-b62385b76394","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:23.992145341Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"e8a2d38e-3637-43f9-95bc-b62385b76394","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-same-d455b8-0539591fc06c","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.07912939Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-same-d455b8-6f7706-access","reconcileID":"9963ea7a-4f75-480c-91e1-7909e1e7a062","MaaSAuthPolicy":{"name":"e2e-cfl-same-d455b8-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.09825414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"14304566-59da-4554-8bbd-82eea2351704","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.098284169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"14304566-59da-4554-8bbd-82eea2351704","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.152753811Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-bafbe4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-bafbe4","reconcileID":"f215593c-539e-46a9-bccf-d1d382a15c6d","MaaSSubscription":{"name":"e2e-default-int-sub-bafbe4","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-bafbe4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.24579418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf334237-10de-45a8-9a3e-431929204e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.299192075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf334237-10de-45a8-9a3e-431929204e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.352151237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf334237-10de-45a8-9a3e-431929204e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.40560539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf334237-10de-45a8-9a3e-431929204e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.411362906Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-bafbe4","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-bafbe4","reconcileID":"f215593c-539e-46a9-bccf-d1d382a15c6d","MaaSSubscription":{"name":"e2e-default-int-sub-bafbe4","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.463335168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"0f8b9678-c78a-43d9-b846-df2e9d5e210f","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.463356096Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"0f8b9678-c78a-43d9-b846-df2e9d5e210f","MaaSModelRef":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-same-d455b8-0539591fc06c","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-same-d455b8","externalModel":"e2e-cfl-same-d455b8","provider":"e2e-cfl-same-d455b8","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.626063952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"470ad9ca-e7d0-4ead-ba7b-ecbb28ccfb30","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.676028852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d52ab7b3-e6fb-48bd-a1a5-3fab7629fe6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.676053009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d52ab7b3-e6fb-48bd-a1a5-3fab7629fe6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.676260885Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-a8704a-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38-a4dad5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.732190531Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"b1f8b5eb-d44b-424f-b6fb-0edbf2103928","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.84005232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"019d5011-c358-4537-a1ae-b2b1c736d0fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.840169059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b891080f-bfe3-4292-815c-97fb34e0c906","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.84628958Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-91c494","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-91c494","reconcileID":"7137eb7a-f7f1-4efa-973b-fa27e3b8a4e5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-91c494","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-91c494":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.897690229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"019d5011-c358-4537-a1ae-b2b1c736d0fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.898272389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b891080f-bfe3-4292-815c-97fb34e0c906","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:24.967573137Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"4c6c9961-20f4-4b71-9aec-4f6f30d7252a","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.129264664Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"79a1ef47-21c1-466b-ae10-991c8cd8afb2","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.130976271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"72926e7d-677e-47bb-b255-a56c8624d7e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.132615533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"6037e0cb-fe36-482a-b31e-1cf26860e7f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.132623051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"e4411362-102a-4358-9950-e908cf675752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.188186142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"72926e7d-677e-47bb-b255-a56c8624d7e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.194932993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"6037e0cb-fe36-482a-b31e-1cf26860e7f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.19525236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"e4411362-102a-4358-9950-e908cf675752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.236350956Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"a3a268cd-eca2-4466-9562-36dda20f9bff","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.264686317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3133280-d1c4-4494-a118-3dbf50c3a6ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.266580113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d1b4188-b01e-4622-b3a9-83971457925f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.321766897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3133280-d1c4-4494-a118-3dbf50c3a6ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.323991439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d1b4188-b01e-4622-b3a9-83971457925f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.342224591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-sub","reconcileID":"b23c966b-8496-4c7b-8e13-7ab390bb7a84","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-a8704a","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.34267517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"ace41893-1674-454a-a83d-a7d12693509d","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.342694346Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"ace41893-1674-454a-a83d-a7d12693509d","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.479258583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa90177a-7c2b-4e4b-85bc-da3b5441e8ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.479285583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa90177a-7c2b-4e4b-85bc-da3b5441e8ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.544468816Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","reconcileID":"c83b6f3d-4934-4c4e-b91c-8fc41c87e159","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.652638548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"9e58a251-cc43-4da5-af92-136c33fe3e7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.653856074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"e876325c-de87-49f8-9b8d-78bbee34caee","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.653982106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"b4d3a3c2-f1ea-4f15-858d-0975f165ebc9","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.71414651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"b4d3a3c2-f1ea-4f15-858d-0975f165ebc9","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.71546567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"e876325c-de87-49f8-9b8d-78bbee34caee","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.722719045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"9e58a251-cc43-4da5-af92-136c33fe3e7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.744555305Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-a8704a-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38-a4dad5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.744640795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b511cc2a-8176-44f1-8454-d2dead96b80d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.744866962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b511cc2a-8176-44f1-8454-d2dead96b80d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.774455686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d172ad11-62db-40f2-9155-dee2e8dfddd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.783234683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b419579-7fa0-429b-a631-b9a39d35b49d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.814225094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e91b152-e353-4398-a8e7-5a5409ee0db7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.81424738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e91b152-e353-4398-a8e7-5a5409ee0db7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.848516851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b419579-7fa0-429b-a631-b9a39d35b49d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.852155186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d172ad11-62db-40f2-9155-dee2e8dfddd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:53:25.856111601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"namespace":"ai-tenant-e2e-mt-dbca605d","name":"e2e-shared-int-sub-dbca605d","reconcileID":"306905e7-2d8b-4ace-ab77-f1f911ffe2d7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-dbca605d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.971551261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0c46633-2475-443f-a21b-86d83f46b72e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.971574543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0c46633-2475-443f-a21b-86d83f46b72e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.994278782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f12893a6-80ea-4d68-b1c2-d608132338d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:25.994307461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f12893a6-80ea-4d68-b1c2-d608132338d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.029455671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f6b5475-a9ce-4b70-9070-e47b6ccd1a6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.029485621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f6b5475-a9ce-4b70-9070-e47b6ccd1a6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.101598696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"namespace":"ai-tenant-e2e-mt-dbca605d","name":"e2e-shared-int-policy-dbca605d","reconcileID":"5d6d3013-4edc-462d-9a81-2e3c93e803cf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.160171992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"namespace":"ai-tenant-e2e-mt-dbca605d","name":"e2e-shared-int-policy-dbca605d","reconcileID":"5d6d3013-4edc-462d-9a81-2e3c93e803cf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.254681743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e839727c-ee8e-420d-95b6-675c86c94c4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.254675185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"abe00758-c7c0-4c8d-a0a0-4553294d94f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.307416034Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"namespace":"ai-tenant-e2e-mt-dbca605d","name":"e2e-shared-int-sub-dbca605d","reconcileID":"de88bd64-fc7b-45ac-88ff-6fc3d195bc7f","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-dbca605d/e2e-shared-int-sub-dbca605d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.35642378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e839727c-ee8e-420d-95b6-675c86c94c4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.373225714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"abe00758-c7c0-4c8d-a0a0-4553294d94f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.374004551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"72bc7845-bc45-4396-b480-783e408edc8d","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.374290566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"85a8e71a-2b92-48ab-8f9c-ae0f61f394d0","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.437469944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"72bc7845-bc45-4396-b480-783e408edc8d","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.438635755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"85a8e71a-2b92-48ab-8f9c-ae0f61f394d0","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.486187968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec0f356-8e3b-4260-8524-e84209b445f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.486562554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba7fdef9-a685-42ae-87d8-114dde3e565d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.486639295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba7fdef9-a685-42ae-87d8-114dde3e565d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.536707059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5868d5ff-e52a-4105-bc46-9de40ddb3d02","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.540425048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec0f356-8e3b-4260-8524-e84209b445f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.544058677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4befb9dd-4b48-4ea8-a5a6-0d82e445928c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.544083872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4befb9dd-4b48-4ea8-a5a6-0d82e445928c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.594856993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec0f356-8e3b-4260-8524-e84209b445f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.649808244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec0f356-8e3b-4260-8524-e84209b445f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.762008921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b948203c-ac30-43f3-8627-81cbf93220bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.821624865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"namespace":"ai-tenant-e2e-mt-dbca605d","name":"e2e-shared-int-sub-dbca605d","reconcileID":"a1c93dd3-60ca-4336-9409-44f28dc9bdcc","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.824935732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b948203c-ac30-43f3-8627-81cbf93220bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.870355127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"3884aa3d-5a5a-4dd3-a677-5845e6ba89a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.870870914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"184cdaf7-0a0f-4b4e-af57-3a3cc26507b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.957346417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"184cdaf7-0a0f-4b4e-af57-3a3cc26507b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:26.957671931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"3884aa3d-5a5a-4dd3-a677-5845e6ba89a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:27.052724541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d04f0605-afe9-4770-9a12-da8f53a3ec33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:27.117193838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d04f0605-afe9-4770-9a12-da8f53a3ec33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:27.287952868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74aeef5e-f89d-4acd-820b-44f71cc21783","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:27.347621169Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"63ab5aca-5b0f-4c92-bc94-ff8ffb72fd71","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:27.350729577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74aeef5e-f89d-4acd-820b-44f71cc21783","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:28.7307394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"465b0c66-8dd5-4eb3-b098-3c4c9971b6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:28.791092575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"465b0c66-8dd5-4eb3-b098-3c4c9971b6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:28.861029553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"465b0c66-8dd5-4eb3-b098-3c4c9971b6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:28.923853394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"465b0c66-8dd5-4eb3-b098-3c4c9971b6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:30.885234794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c3bc5dd-3c58-47d7-9c4b-d2096d491eaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:30.8852407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01fbac07-c3b2-4508-90de-0cfd558fb86f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:30.942538541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01fbac07-c3b2-4508-90de-0cfd558fb86f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:30.94258233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c3bc5dd-3c58-47d7-9c4b-d2096d491eaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:35.237475187Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"5df018bf-2e2a-4b53-a794-b27ee2e37902","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:35.893842429Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:36.296438639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e746a5ba-0718-406e-b391-9a126a0dabf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:36.296468733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7281bcab-6ec2-4a59-9eaa-10eecf2f9943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:36.35419502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e746a5ba-0718-406e-b391-9a126a0dabf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:36.355460337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7281bcab-6ec2-4a59-9eaa-10eecf2f9943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:36.495390689Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"00b3797c-9c55-43ee-8888-50b15d42d687","namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:36.603768966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"namespace":"ai-tenant-e2e-mt-dbca605d","name":"e2e-shared-int-policy-dbca605d","reconcileID":"cbba2438-b4de-4771-8e5e-2c338017d9d7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:36.605716179Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"2be58c1f-dd3c-492e-b19f-c3e6ea0cc273","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:36.6559493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"e55ea7f1-3e72-4b4a-bad5-058230255d65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:36.657397826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"9daf1d13-aa58-4184-be9c-177d88c59af9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:36.662741076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"namespace":"ai-tenant-e2e-mt-dbca605d","name":"e2e-shared-int-policy-dbca605d","reconcileID":"cbba2438-b4de-4771-8e5e-2c338017d9d7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:36.712723278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"e55ea7f1-3e72-4b4a-bad5-058230255d65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:36.715166285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"9daf1d13-aa58-4184-be9c-177d88c59af9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:36.748071905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1b20e23-1b00-4941-8c47-f75113699400","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:36.74808935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1b20e23-1b00-4941-8c47-f75113699400","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:36.79081524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa7fdabe-ee6c-467b-bd43-9ac339ce9185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:36.800604788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b1d8a9a-b0db-4fdb-b865-06b2206549a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:36.851045349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa7fdabe-ee6c-467b-bd43-9ac339ce9185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:36.866672299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b1d8a9a-b0db-4fdb-b865-06b2206549a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.014059848Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-a8704a-6f7706-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38-a4dad5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.014305629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3aef30c-a0e2-424a-b5a4-50b151360f5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.014324026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3aef30c-a0e2-424a-b5a4-50b151360f5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.069862417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e566aad-f995-4200-8440-3a949bac4b69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.069893576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e566aad-f995-4200-8440-3a949bac4b69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.084212701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"dd5ec6da-9aa0-4be3-9363-0165a8f0e491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.089602309Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-d455b8","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","reconcileID":"71f568e7-6266-44b6-bcbd-750be4c424a6","namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-same-d455b8","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:53:37.125320259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-sub-dbca605d","reconcileID":"89cec4bb-9e69-4f68-97d1-e9f5116860f6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-dbca605d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.126126897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"827a4bbd-acfe-469c-8ab4-1b0023f0c228","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.126144657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"827a4bbd-acfe-469c-8ab4-1b0023f0c228","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.141116172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"dd5ec6da-9aa0-4be3-9363-0165a8f0e491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.186307212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"78995d89-3408-4b8a-beec-02e25c3890af","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.18633127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"7a85e9a9-169c-4f21-bc01-894850700459","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.232438574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"ea74671f-ea0c-43ac-8f76-fe1d31fab90c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.234065921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"e309806c-3af1-41f7-8156-82c2e01ff622","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.241748365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"466cf550-deb7-4c24-b5eb-cb73856b8b1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.241766457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"466cf550-deb7-4c24-b5eb-cb73856b8b1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.246015608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"78995d89-3408-4b8a-beec-02e25c3890af","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.246373292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"7a85e9a9-169c-4f21-bc01-894850700459","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.290585209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"ea74671f-ea0c-43ac-8f76-fe1d31fab90c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.291466701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"e309806c-3af1-41f7-8156-82c2e01ff622","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.297915877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72addfd5-6afb-44a8-9f9d-d7cba4283e2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.297931449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72addfd5-6afb-44a8-9f9d-d7cba4283e2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.505364918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84ce07c7-0257-46d9-a391-e36a1fd87c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.562488427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84ce07c7-0257-46d9-a391-e36a1fd87c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.566167766Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-sub-dbca605d","reconcileID":"48a0bc87-4de1-4ae7-bfdc-92c7c9dff639","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-ac2b9c83/e2e-shared-int-sub-dbca605d","ai-tenant-e2e-mt-dbca605d/e2e-shared-int-sub-dbca605d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.608540484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18f77558-5883-4638-ad33-910bd0474982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.622100998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"617ff317-d0a6-4b62-aecf-22a1e5d7c077","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.622123001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"617ff317-d0a6-4b62-aecf-22a1e5d7c077","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.665521103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18f77558-5883-4638-ad33-910bd0474982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.708576002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"cbd54100-d2ba-47de-a022-e92085918ae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.708650119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"dd11e4ee-3a65-4353-ab6e-5a23127b4b31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.740465191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"feff490c-3c19-432d-8bb0-72a53dacbcfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.740494781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"feff490c-3c19-432d-8bb0-72a53dacbcfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.741437343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e564af7-3ce5-4c25-979c-281b8c9b9bf0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.74145896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e564af7-3ce5-4c25-979c-281b8c9b9bf0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.7575656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"namespace":"ai-tenant-e2e-mt-dbca605d","name":"e2e-shared-int-policy-dbca605d","reconcileID":"53bcd3ce-1f0c-41cb-b595-1c9ac5114dea","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.766675198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"dd11e4ee-3a65-4353-ab6e-5a23127b4b31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.770852785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"cbd54100-d2ba-47de-a022-e92085918ae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.781439763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ee9bcd39-58ca-43d4-908b-f5371afe938d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.78208209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"namespace":"ai-tenant-e2e-mt-dbca605d","name":"e2e-shared-int-sub-dbca605d","reconcileID":"43b930a2-c1fa-4d88-8d0e-96e47962aa9f","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.796408725Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-sub","reconcileID":"7274a61f-09a5-4807-a6d1-da433da5ec94","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0f62fd28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.816230829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"namespace":"ai-tenant-e2e-mt-dbca605d","name":"e2e-shared-int-policy-dbca605d","reconcileID":"53bcd3ce-1f0c-41cb-b595-1c9ac5114dea","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.878457492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"ac03af3c-f4ae-4943-b23a-c06c6a136914","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.935956303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"ac03af3c-f4ae-4943-b23a-c06c6a136914","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:37.961216163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-sub-dbca605d","reconcileID":"632290e8-200d-404b-bc6a-299f5cd2fa1d","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:38.039143338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"809713a0-45fc-462a-9a99-d70e1663c1ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:38.095829698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"809713a0-45fc-462a-9a99-d70e1663c1ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:38.134206104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aefd2e5a-8a6c-4459-8165-962975e8a9da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:38.134225334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aefd2e5a-8a6c-4459-8165-962975e8a9da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:38.144208732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"530c30e4-4c44-4b89-8900-55e24451e9b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:38.201554062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"530c30e4-4c44-4b89-8900-55e24451e9b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:38.236331486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"e1c6af2a-7f39-4b2d-a91f-c98cfcb57422","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:38.236356051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"2bd92359-9a0a-4bf3-a78d-5df455438ac1","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:38.293163201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"e1c6af2a-7f39-4b2d-a91f-c98cfcb57422","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:38.293286456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"2bd92359-9a0a-4bf3-a78d-5df455438ac1","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:38.336244038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d26eeebc-c425-4f0a-a596-c5baa6407ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:38.398692343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d26eeebc-c425-4f0a-a596-c5baa6407ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:38.43683994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76255088-3f7f-4b40-87cb-ef9e0020b701","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:38.494328693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76255088-3f7f-4b40-87cb-ef9e0020b701","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:42.709695623Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"namespace":"ai-tenant-e2e-mt-dbca605d","name":"e2e-shared-int-policy-dbca605d","reconcileID":"4f7441e8-ae85-43b2-bdfb-72867b71fc4b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:42.709854204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a375ec13-bde6-4e3c-a1c3-6c7a84cb2231","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:42.709877096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a375ec13-bde6-4e3c-a1c3-6c7a84cb2231","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:42.863894169Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"namespace":"ai-tenant-e2e-mt-dbca605d","name":"e2e-shared-int-policy-dbca605d","reconcileID":"4f7441e8-ae85-43b2-bdfb-72867b71fc4b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"policyNamespace":"ai-tenant-e2e-mt-dbca605d","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:42.92039611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76b9ec14-45b6-4e19-9ea0-ad1e2f1e2c0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:42.920418638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76b9ec14-45b6-4e19-9ea0-ad1e2f1e2c0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:43.065411827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea03f681-d4d6-4d41-b2f6-fac3a61311e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:43.065439673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea03f681-d4d6-4d41-b2f6-fac3a61311e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:43.231188842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0835e9a-7f69-4144-adc3-178be4acc8e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:43.231173832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ec2ee18-63bf-4a1a-a184-f1a2feebfc46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:43.290167206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0835e9a-7f69-4144-adc3-178be4acc8e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:43.29019533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ec2ee18-63bf-4a1a-a184-f1a2feebfc46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:43.470394568Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:43.47045574Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","namespace":"ai-tenant-e2e-shared-b-w4-3880e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:43.470506935Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","tenant":"e2e-shared-b-w4-3880e7","tenantID":"e2e-shared-b-w4-3880e7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:43.525258079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-3880e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:43.585659266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","gvk":"Service","name":"maas-api-e2e-shared-b-w4-3880e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:43.644010424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-3880e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:43.699078163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-3880e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:43.75421399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-3880e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:43.80942714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-3880e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:43.867597434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-3880e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:43.925918494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-3880e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:43.980501704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-3880e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:44.034107689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-3880e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:44.08710434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-3880e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:44.14113424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-3880e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:44.204470292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-3880e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:44.258113666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-3880e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:44.311101694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-3880e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:44.367528386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-3880e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:44.421109727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-3880e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:44.474049419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-3880e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:44.529138527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-3880e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:44.582118215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-3880e7"},"namespace":"ai-tenant-e2e-shared-b-w4-3880e7","name":"default-tenant","reconcileID":"018e78e0-4385-4f24-b009-d248d11ce20c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-3880e7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:44.813323965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5fb15ba-3aca-4767-9147-c24431c79d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:44.860965514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aa52c73-8854-4257-a1fa-b2b805ade29a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:44.88841804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5fb15ba-3aca-4767-9147-c24431c79d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:44.961964784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aa52c73-8854-4257-a1fa-b2b805ade29a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:45.354413325Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"9b9e3ba1-c48f-4a57-b7e7-025a446ffe5a","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:46.192393851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b9be36b-3771-445b-a213-e09a3d54e70a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:46.192316717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2321e346-f223-4aed-a2bb-e9ff67303f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:46.265917597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b9be36b-3771-445b-a213-e09a3d54e70a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:46.266135511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2321e346-f223-4aed-a2bb-e9ff67303f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:46.427097538Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"c1444b9b-ecb5-46f6-8379-b2c642f0b143","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:46.535984509Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"af2374aa-22a8-47a4-85e7-a8950a62403a","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:46.702395368Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-3880e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-3880e7","reconcileID":"5fcd441a-e537-4a78-b433-d770bf3a37e6","aitenant":"ai-tenants/e2e-shared-b-w4-3880e7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:46.86521018Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"0c4f539d-55a1-4e84-81bf-70a1e8c2aeee","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:47.331545463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"befb8e75-37ac-4715-b412-8c0d96229de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:47.384675561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"befb8e75-37ac-4715-b412-8c0d96229de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:47.438053963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"befb8e75-37ac-4715-b412-8c0d96229de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:47.491048329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"befb8e75-37ac-4715-b412-8c0d96229de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:47.549661902Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-3880e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-3880e7","reconcileID":"5fcd441a-e537-4a78-b433-d770bf3a37e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-3880e7","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-3880e7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:47.762560699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbdf41b5-c93b-48f5-afc2-a95b9b4158ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:47.762990416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d9ef862-84f3-4e35-92da-697d55c3e054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:47.770579907Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"f8290176-d4ea-4731-9f32-b9b16198c4e7","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:47.820255138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d9ef862-84f3-4e35-92da-697d55c3e054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:47.820308633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbdf41b5-c93b-48f5-afc2-a95b9b4158ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:47.850899769Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-sub","reconcileID":"378afb95-ccef-4809-9073-6594d10c2e6a","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","subscription":"e2e-cfl-a8704a-6f7706-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:47.969891939Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-sub","reconcileID":"378afb95-ccef-4809-9073-6594d10c2e6a","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:48.029993365Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-sub","reconcileID":"378afb95-ccef-4809-9073-6594d10c2e6a","MaaSSubscription":{"name":"e2e-cfl-a8704a-6f7706-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:48.372306616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"78fe2a32-e5ea-4539-8774-8173f04d27e3","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:48.372341618Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"78fe2a32-e5ea-4539-8774-8173f04d27e3","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:48.515703754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"40baecbf-a202-4b4e-9a4a-800082b54704","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:48.516200702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"131546cf-68d2-44b6-a00d-ac688e795e49","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:48.516202722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d05a45a-577e-449d-a0b2-897c73b6eb26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:48.516824873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"351150f2-c67e-463b-9402-2b1a466957e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:48.568939455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"95fb0673-7dff-4479-aa52-1e19e4927b2e","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:48.568969075Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"95fb0673-7dff-4479-aa52-1e19e4927b2e","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:48.572179083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"40baecbf-a202-4b4e-9a4a-800082b54704","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:48.628042599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"351150f2-c67e-463b-9402-2b1a466957e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:48.62856184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"131546cf-68d2-44b6-a00d-ac688e795e49","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:48.630162875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d05a45a-577e-449d-a0b2-897c73b6eb26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:48.678886443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"973e4247-0043-470c-838d-db41dd8f8854","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:48.678911572Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"973e4247-0043-470c-838d-db41dd8f8854","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:48.839423719Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-a8704a-6f7706-access","reconcileID":"cb9d6c95-0e63-4efa-8bc0-3f3864211196","MaaSAuthPolicy":{"name":"e2e-cfl-a8704a-6f7706-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:49.09306948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"cb612890-465b-4dc8-a033-cfae46a236f3","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-cfl-1-6f7706/e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:49.093098413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"cb612890-465b-4dc8-a033-cfae46a236f3","MaaSModelRef":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"routeName":"external-model-e2e-cfl-a8704a-af2a62cd0bc8","namespace":"e2e-extmod-cfl-1-6f7706","model":"e2e-cfl-a8704a","externalModel":"e2e-cfl-a8704a","provider":"e2e-cfl-a8704a-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:49.424023664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181dba25-13e4-41f5-94fe-ecdfb91253cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:49.477358207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181dba25-13e4-41f5-94fe-ecdfb91253cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:49.530656991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181dba25-13e4-41f5-94fe-ecdfb91253cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:49.583948407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"181dba25-13e4-41f5-94fe-ecdfb91253cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:49.589291079Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"e4cc87da-115d-44ce-83fc-6b314d964639","namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:49.698414405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"05b45704-4b7b-4e03-b08a-0e020e787f7d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:49.699900198Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-2-f39f81"},"namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","reconcileID":"d55285c5-cc39-4b49-a831-acba11337631","namespace":"e2e-extmod-cfl-2-f39f81","name":"e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:49.756076935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"05b45704-4b7b-4e03-b08a-0e020e787f7d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:49.799951739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef7ef9e8-4d15-4316-84fa-56d7898ad537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:49.799996376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"803890b7-316f-4a5c-bbbf-5b748372af2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:49.800806655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"4a51b945-ea08-41b6-91f4-e90cc2d8a585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:49.801091361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"411ffaac-6410-4139-8668-5e7d5e8d389d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:49.858038041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef7ef9e8-4d15-4316-84fa-56d7898ad537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:49.85824065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"4a51b945-ea08-41b6-91f4-e90cc2d8a585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:49.860384405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"803890b7-316f-4a5c-bbbf-5b748372af2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:49.860504272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"411ffaac-6410-4139-8668-5e7d5e8d389d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.168006121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"88d1193d-678f-4524-8a2b-388a1607dde3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.214574118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"fe8d7a77-422e-43a4-9ad7-ba9f36a22fdb","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.224951434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"88d1193d-678f-4524-8a2b-388a1607dde3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.267424915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"2ea314b8-25e2-4d93-a721-97030b7f1e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.268297127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40a29c87-4023-4b38-95df-f61d8c6b5564","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.268343814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"090a54e6-7ffb-44a7-aa9c-c5098d7758d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.272050424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"fe8d7a77-422e-43a4-9ad7-ba9f36a22fdb","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.326215091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"2ea314b8-25e2-4d93-a721-97030b7f1e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.382730067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40a29c87-4023-4b38-95df-f61d8c6b5564","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.384105081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"090a54e6-7ffb-44a7-aa9c-c5098d7758d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.59816528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"69305a0d-6425-4fbc-a1fb-6b546eae3b35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.599300808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"d99ad4a4-87f0-4bbd-a3cb-345190dcd50c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.611325958Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"f73b52ed-638b-41e1-90e6-bbb5519f7942","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.65619346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"69305a0d-6425-4fbc-a1fb-6b546eae3b35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.662217933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"d99ad4a4-87f0-4bbd-a3cb-345190dcd50c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.761740814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ab22068c-1abd-4988-8018-4106b4f482e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.787165132Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"88a1a3f8-7336-4534-b2a8-dce286e9a5d2","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.815821898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"1eacb0ea-cda4-40f5-9106-2c2d49cdd538","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.824074111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"ab22068c-1abd-4988-8018-4106b4f482e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.869424352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"676fdb79-e95d-4796-a94b-9df0c775e97c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.887095122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"1eacb0ea-cda4-40f5-9106-2c2d49cdd538","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.910399735Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"15cb0e51-536a-4cc1-8fff-363005f17bac","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:50.935385521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"676fdb79-e95d-4796-a94b-9df0c775e97c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.095353554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"c5561ab9-769e-40d0-b2bc-28b055cc722e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.096614262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2fc6502-ad88-40f7-a477-a5729a2a3592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.152871983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"c5561ab9-769e-40d0-b2bc-28b055cc722e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.154467324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2fc6502-ad88-40f7-a477-a5729a2a3592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.203378711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48707ab2-c4a7-420f-a939-dc220c2f0694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.260919676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48707ab2-c4a7-420f-a939-dc220c2f0694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.289560146Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-a8704a","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","reconcileID":"43960f3a-f44a-408a-9213-f08413965640","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-a8704a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.40966034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"11380491-bd27-4524-9cea-4e383306d6c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.450677207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"e2eb0752-d372-4fc4-a1bf-816364b98c49","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.466515244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"11380491-bd27-4524-9cea-4e383306d6c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.507473115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"e2eb0752-d372-4fc4-a1bf-816364b98c49","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.559159189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a72ebd-5254-4287-8b5d-b5373ea392bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.559562195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"d1579274-235d-4383-8e45-d13ade42318d","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.612962919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a72ebd-5254-4287-8b5d-b5373ea392bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.613204669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"68b1dfd3-5fce-4411-b0b2-bbb1097cc053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.666157282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a72ebd-5254-4287-8b5d-b5373ea392bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.666379143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"fe316532-9ef7-4758-a2c0-235f3e11369d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.671765295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"d1579274-235d-4383-8e45-d13ade42318d","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.719885892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12a72ebd-5254-4287-8b5d-b5373ea392bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.777255248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"68b1dfd3-5fce-4411-b0b2-bbb1097cc053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.777264019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"fe316532-9ef7-4758-a2c0-235f3e11369d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.83447032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"dd60e4d2-25bf-4306-b203-47de94d4b91f","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.834497171Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"dd60e4d2-25bf-4306-b203-47de94d4b91f","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.878962015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3bc10fbe-ff72-4813-81fd-e75afe811ee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:51.935416675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3bc10fbe-ff72-4813-81fd-e75afe811ee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:52.041843211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10f3948e-2099-4f4a-8a0c-44d18de27450","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:52.047715632Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f83c38-a4dad5-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-sub","reconcileID":"d7cb5072-5bb0-4246-992c-317d05b7d68b","MaaSSubscription":{"name":"e2e-cfl-f83c38-a4dad5-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9c34f2a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:52.098586728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10f3948e-2099-4f4a-8a0c-44d18de27450","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:52.173006358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"55b315fe-d540-49b6-8e33-98a4a2f4b375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:52.173466347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc02f0a3-17ce-4237-99a4-a3e7d7855157","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:52.220595599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"c6caff00-b54d-4655-a2a6-846c93a7257e","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:52.230426174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"55b315fe-d540-49b6-8e33-98a4a2f4b375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:52.230959237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc02f0a3-17ce-4237-99a4-a3e7d7855157","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:52.277269447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"c6caff00-b54d-4655-a2a6-846c93a7257e","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:53.238494804Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"namespace":"ai-tenant-e2e-mt-dbca605d","name":"e2e-shared-int-sub-dbca605d","reconcileID":"d520531c-acbc-4709-b506-76bb3b91a1a5","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-dbca605d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:53.45639999Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"namespace":"ai-tenant-e2e-mt-dbca605d","name":"e2e-shared-int-sub-dbca605d","reconcileID":"d520531c-acbc-4709-b506-76bb3b91a1a5","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-dbca605d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-ac2b9c83/e2e-shared-int-sub-dbca605d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:53.672441165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0871befb-e948-4513-8def-b2929dc1e450","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:53.672493019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-sub-dbca605d","reconcileID":"d6f9d277-e3d6-447c-9ca1-8731e7b28141","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:53.74214512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4d9988f-28a7-4471-96e3-fd836e1f7939","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:53.742238228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4d9988f-28a7-4471-96e3-fd836e1f7939","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:53.907165299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d86e2516-7e4d-4161-a3b6-ae1748c184f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:53.908881339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8dcc7ab-aa83-4cde-9f67-18e91a98d038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:53.964665347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d86e2516-7e4d-4161-a3b6-ae1748c184f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:53.96727406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8dcc7ab-aa83-4cde-9f67-18e91a98d038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:55.052883184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"5c88b07d-95d3-4d4f-98bd-5129efb518cf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:55.169646494Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"5c88b07d-95d3-4d4f-98bd-5129efb518cf","name":"e2e-api-a-91c494-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:55.850175943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1700a555-89c1-4b61-876f-b693b6df1f1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:55.850187911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79c42dbd-2290-4a32-b27f-e0df01d6d22d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:55.907584629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1700a555-89c1-4b61-876f-b693b6df1f1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:55.907684817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79c42dbd-2290-4a32-b27f-e0df01d6d22d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:55.955145292Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-access","reconcileID":"6697d667-7787-4265-85a2-01a9e6a7474b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:55.955237397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"a010e696-638f-402e-9080-471fa46e0a97","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:56.121857965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"dbc2a3fd-9962-437d-8422-41f2e8840bb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:56.168503759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"9384f0e4-9656-4998-b54e-494c67a824af","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:56.183324749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"dbc2a3fd-9962-437d-8422-41f2e8840bb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:56.234097627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"9bdab37b-c47d-427a-a6d0-c48ed7fde989","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:56.292256748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"fc0c3a0f-c297-4f6f-abbc-c1191165bb37","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:56.456750606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39bd13c8-4826-45cf-8077-fef96e684f05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:56.45676972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5e1d7bf-d508-4218-b395-9776465c248d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:56.516527224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39bd13c8-4826-45cf-8077-fef96e684f05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:56.516581148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5e1d7bf-d508-4218-b395-9776465c248d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:56.518590705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"fd17e674-7ca8-483b-9c26-47f8d13ca196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:56.575327225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"fd17e674-7ca8-483b-9c26-47f8d13ca196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:59.634847343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9256290e-fa44-42d5-8c93-6f2dbb12e7e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:59.63785241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03289e00-74f0-4361-bc67-11cf01a99cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:59.704324642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9256290e-fa44-42d5-8c93-6f2dbb12e7e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:53:59.704555728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03289e00-74f0-4361-bc67-11cf01a99cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:01.042714315Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"babfc55c-edb3-4b79-a73a-32ca14d2bbea","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:01.277258856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"d9c96b19-e7f6-45e6-8817-009da8dbae46","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:01.606482465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"c012d0b8-9235-4db0-8700-26572fa5a357","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:01.937136849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"c96323d1-7c28-428a-b28e-769e179e976f","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.099623929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"3c43f6fb-5eea-4ffc-a4e6-21963f5a683e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.101280025Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f83c38-a4dad5-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-sub","reconcileID":"9b79f11f-8549-4e1e-8704-71fc7dfa859e","MaaSSubscription":{"name":"e2e-cfl-f83c38-a4dad5-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","subscription":"e2e-cfl-f83c38-a4dad5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.150046227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"3d10aff9-7de5-48d2-b7c8-8dc6020a4cec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.156390692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"3c43f6fb-5eea-4ffc-a4e6-21963f5a683e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.207243733Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f83c38-a4dad5-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-sub","reconcileID":"9b79f11f-8549-4e1e-8704-71fc7dfa859e","MaaSSubscription":{"name":"e2e-cfl-f83c38-a4dad5-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.263276343Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f83c38-a4dad5-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-sub","reconcileID":"9b79f11f-8549-4e1e-8704-71fc7dfa859e","MaaSSubscription":{"name":"e2e-cfl-f83c38-a4dad5-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.26505592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"571da163-5479-4947-acb3-06e97467ac62","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.317668197Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"455356ae-8919-414b-9692-c5cad4e1ede7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.322825574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"063ea1ed-a26d-4b5c-b38c-1c183ce7601e","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.371102405Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"455356ae-8919-414b-9692-c5cad4e1ede7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.470236167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6be233a1-59d1-4a58-98bd-4749009414c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.471988323Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"simulator-subscription","reconcileID":"455356ae-8919-414b-9692-c5cad4e1ede7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/simulator-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.526694444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"6be233a1-59d1-4a58-98bd-4749009414c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.528655296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"e5a65c02-87ba-4f6d-a5fa-c71d63774e3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.632977449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"b097b8b3-eb55-4294-84ad-3e4fdb5c3367","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.633007263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"b097b8b3-eb55-4294-84ad-3e4fdb5c3367","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.685209042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"41dd730c-f9b3-48f6-bc20-55680a668930","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.737902128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb1d16dc-66fa-4b7c-9894-ed70b1704aab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.738720089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b8aba8c-0261-4dd5-9923-6a1c87a6bc26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.741966939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"41dd730c-f9b3-48f6-bc20-55680a668930","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.795100804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb1d16dc-66fa-4b7c-9894-ed70b1704aab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.79547635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b8aba8c-0261-4dd5-9923-6a1c87a6bc26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.798681054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"9739b0d3-c87e-4c37-9b43-eb69bf8ec835","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.798700753Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"9739b0d3-c87e-4c37-9b43-eb69bf8ec835","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.851217196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e01c6d21-79c6-47c1-919f-468b85ebfe07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:54:02.904943571Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"9739b0d3-c87e-4c37-9b43-eb69bf8ec835","name":"e2e-cfl-f83c38","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-f83c38\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:54:02.905008034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"9739b0d3-c87e-4c37-9b43-eb69bf8ec835","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-f83c38\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.905128346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"43ec23fb-4382-4bfd-902f-22bd1b35b52c","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.908163677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"e01c6d21-79c6-47c1-919f-468b85ebfe07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.963807195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"fc6afe22-a70d-4d2d-9477-bed217a9af85","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:02.963838113Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"fc6afe22-a70d-4d2d-9477-bed217a9af85","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:03.00653716Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"bc2fe316-0719-4fe0-98c8-2c9c97059fb8","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:03.160957993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f89a73b8-39df-49c1-9720-9614a2f29720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:03.160948753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc67f7ce-a2d4-40e5-8cc8-30c51cd90191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:03.164676327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"bc2fe316-0719-4fe0-98c8-2c9c97059fb8","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:03.218432035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc67f7ce-a2d4-40e5-8cc8-30c51cd90191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:03.218515711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f89a73b8-39df-49c1-9720-9614a2f29720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:03.287119569Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"bc2fe316-0719-4fe0-98c8-2c9c97059fb8","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:03.287145398Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38-a4dad5-access","reconcileID":"bc2fe316-0719-4fe0-98c8-2c9c97059fb8","MaaSAuthPolicy":{"name":"e2e-cfl-f83c38-a4dad5-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:03.397262513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"260e992a-d74f-4edd-a596-e047afd9cc75","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"ai-tenant-e2e-extmod-a-a4dad5/e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:03.397290643Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"260e992a-d74f-4edd-a596-e047afd9cc75","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"routeName":"external-model-e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5","model":"e2e-cfl-f83c38","externalModel":"e2e-cfl-f83c38","provider":"e2e-cfl-f83c38-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:03.894930303Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"79edd56f-8c88-4b1c-a4fc-55a8e9894063","namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.00243671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"f3073a32-e95a-492d-91d0-a5807554f7e4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.002945358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b9ce898d-5813-474d-bf9e-b3d95fc3ced8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.054544017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"974be6ba-c9e2-40d5-bf42-b9dc26425166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.056057924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f3e5954-cf85-46cf-898d-b2573a3cd7ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.057146708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d293f2c2-a753-44cf-b20d-7f87b6646b30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.066094937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"f3073a32-e95a-492d-91d0-a5807554f7e4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.066425855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"b9ce898d-5813-474d-bf9e-b3d95fc3ced8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.110816582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"974be6ba-c9e2-40d5-bf42-b9dc26425166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.116978934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f3e5954-cf85-46cf-898d-b2573a3cd7ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.117251097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d293f2c2-a753-44cf-b20d-7f87b6646b30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.437767653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"21c56f86-8ff0-44e2-895b-878f97bbf827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.496154319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"21c56f86-8ff0-44e2-895b-878f97bbf827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.5528592Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f83c38","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","reconcileID":"c2592e08-7461-4bfb-be24-2e7eed4da7eb","namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.666250425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"94e9538e-9a6f-4a47-a313-e69511708c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.666627149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"c6fffce4-b411-448c-8a40-7c21c4b0ce76","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.719472417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4d31d16-ba33-4010-8f05-cc36793b4fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.719474079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff97e5fd-3ad8-4b2a-9e1a-ed6f8bbc5fb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.725317945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"94e9538e-9a6f-4a47-a313-e69511708c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.730308838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"c6fffce4-b411-448c-8a40-7c21c4b0ce76","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.778880602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff97e5fd-3ad8-4b2a-9e1a-ed6f8bbc5fb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.77900861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4d31d16-ba33-4010-8f05-cc36793b4fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.841619369Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"40ef7bd7-1147-4a38-bfc0-8cf9f3899012","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.861709264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b28d811b-637e-4412-9829-d07d0e9b1807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.918204218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b28d811b-637e-4412-9829-d07d0e9b1807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:04.947542016Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"bb935e1d-ec80-4245-9b3e-c9424f748c65","MaaSModelRef":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.094645836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0ef1f827-403c-4263-a4a3-1ef247584ad4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.162520775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0ef1f827-403c-4263-a4a3-1ef247584ad4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.682776894Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"6b7f196d-5964-4ee1-9555-3f189dfd742c","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.732676705Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"65a19b46-c465-4e6b-be91-535dd8bb8afa","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.79459713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"dda22165-7eb8-41c0-8b78-357ff88508a1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.846756843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"05e86f3f-741b-4f02-bdd0-0f085f02be55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.846849499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"68769e93-f1fa-491e-b73c-721e70babcd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.847557811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ad6ef3b-d640-4373-a6b6-9affedf21668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.848494254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b157fcf-438e-4ae2-96bf-b6c244ece297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.852456116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"dda22165-7eb8-41c0-8b78-357ff88508a1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.895199639Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.916704331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ad6ef3b-d640-4373-a6b6-9affedf21668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.916844721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"05e86f3f-741b-4f02-bdd0-0f085f02be55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.919018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"68769e93-f1fa-491e-b73c-721e70babcd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:05.919170848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b157fcf-438e-4ae2-96bf-b6c244ece297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.173140311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"26eac3e3-34ad-4eb5-86d1-26db0cce113f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.230122841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"26eac3e3-34ad-4eb5-86d1-26db0cce113f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.253676473Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f83c38","namespace":"e2e-extmod-cfl-1-6f7706"},"namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","reconcileID":"329eab46-96bb-42a5-8efd-da164bde7add","namespace":"e2e-extmod-cfl-1-6f7706","name":"e2e-cfl-f83c38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.273492608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"a306517d-a63d-4bc4-bdde-c5c4c3290caf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.325663837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"35406b8b-4fe9-475d-965c-c22463edea77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.325849972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ab6bb4ac-ade9-4403-ac6d-0d2026ad66ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.326483116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc95dc46-dd6f-4150-b2d1-cbcdb3a265c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.330722542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"a306517d-a63d-4bc4-bdde-c5c4c3290caf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.382957864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"35406b8b-4fe9-475d-965c-c22463edea77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.383203564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ab6bb4ac-ade9-4403-ac6d-0d2026ad66ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.385238018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc95dc46-dd6f-4150-b2d1-cbcdb3a265c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.594291823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b0b7d76-a29a-49c1-bfdb-403b5e8970a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.642510183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"96bd1782-b4ff-4244-810c-67553863d49e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.651977179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b0b7d76-a29a-49c1-bfdb-403b5e8970a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.700011471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"96bd1782-b4ff-4244-810c-67553863d49e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.742669959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"cb02c0b4-8836-47cd-8b1d-fc3cad0f5a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.79533299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"d0c8faaa-eabc-4da7-9fd0-93f4c7075908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.795398626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48014cbb-34c5-41b0-be07-ac6983e692b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.800744848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"cb02c0b4-8836-47cd-8b1d-fc3cad0f5a2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.852415023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"d0c8faaa-eabc-4da7-9fd0-93f4c7075908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.852665584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48014cbb-34c5-41b0-be07-ac6983e692b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:06.969172321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"478e8fa1-0b66-49f5-ba02-b202ef32819a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:07.027381499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"478e8fa1-0b66-49f5-ba02-b202ef32819a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:07.926453819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"958095ad-0dc9-4e26-a721-bdb194143419","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:07.985176869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"d2470089-38a9-4471-b022-bba8666f20e3","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.018774601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"5516a454-1614-4a7f-a7ad-9eb81b74e893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:54:08.039317908Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"d2470089-38a9-4471-b022-bba8666f20e3","name":"premium-w0-a7f34a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-a7f34a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:54:08.039373893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"d2470089-38a9-4471-b022-bba8666f20e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-a7f34a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.04468106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"ead50e27-edb6-457b-95ad-48724fdaa43f","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.075913738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"5516a454-1614-4a7f-a7ad-9eb81b74e893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.089454511Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"f3f8b1af-b1b4-4c68-896c-483b604f134f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eeff2664","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.124038516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b9ec4de-5783-4b58-b6f7-89b843f2f2e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.124328707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85d8889c-9ca0-4c8d-9367-aa2c0926d01f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.155448497Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"6b424cf1-03f5-46b9-81fa-705b5d354ba3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eeff2664","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.181138287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b9ec4de-5783-4b58-b6f7-89b843f2f2e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.181875745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85d8889c-9ca0-4c8d-9367-aa2c0926d01f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.28547226Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"34d80cd7-f483-45b3-9238-4ad51b5a06d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.383913232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"16484546-8343-4915-aad8-fd587f221f52","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.436617209Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"5719c9f6-a773-4b99-a014-37fcfd7d4c84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eeff2664","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.437121459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"5897128b-0667-4bb0-b8d0-789942573d98","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.49014006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"127489e1-a70b-42b5-983e-ada4c503c190","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.490310567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"688dafe4-3a2b-4176-b8c2-db129d63bcf5","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.595234166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"368459e1-9940-46c4-b305-1d3fe4984f71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.59539252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"34d80cd7-f483-45b3-9238-4ad51b5a06d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.652745768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"368459e1-9940-46c4-b305-1d3fe4984f71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.697973023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2fc143a-bf9f-4c24-930b-8d926037d44d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.718750441Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"34d80cd7-f483-45b3-9238-4ad51b5a06d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"e2e-worker-w0-a7f34a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.718769887Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-access","reconcileID":"34d80cd7-f483-45b3-9238-4ad51b5a06d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.754983463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2fc143a-bf9f-4c24-930b-8d926037d44d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:08.814647841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"c92d3ba6-d031-4788-8d02-161b5b3bc4b7","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.33468995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72925a69-d8fe-48bc-9df3-e498f5ef15bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.388170439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72925a69-d8fe-48bc-9df3-e498f5ef15bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.441299559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72925a69-d8fe-48bc-9df3-e498f5ef15bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:09.494945662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72925a69-d8fe-48bc-9df3-e498f5ef15bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:11.437371855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852dfaa0-66a4-40c5-ba94-8073d5c6ab20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:11.491180332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852dfaa0-66a4-40c5-ba94-8073d5c6ab20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:11.544675871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852dfaa0-66a4-40c5-ba94-8073d5c6ab20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:11.597910607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852dfaa0-66a4-40c5-ba94-8073d5c6ab20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:12.861343188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e2e6d53-d48e-4715-9f3c-4c45402c8209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:12.861553595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8da12fea-ab20-40c7-a82d-26fad9da6b1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:12.918488278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8da12fea-ab20-40c7-a82d-26fad9da6b1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:12.918642857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e2e6d53-d48e-4715-9f3c-4c45402c8209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:13.548136735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2db4072-659e-4d50-a2b7-fa0ae03fd01e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:13.602477128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2db4072-659e-4d50-a2b7-fa0ae03fd01e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:13.65710833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2db4072-659e-4d50-a2b7-fa0ae03fd01e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:13.71115767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2db4072-659e-4d50-a2b7-fa0ae03fd01e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.437341805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"c1d8b7d4-1634-47aa-ad3e-b9fa2608e233","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.48972902Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"d61f9e9b-a7c7-4bbd-a67e-018a8e21165f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.490844682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"d13a2f26-d103-4949-8229-b63beb1c6b32","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.491096937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"8c1b9de3-32d1-485c-95b4-94eb03d53c9c","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.5426407Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"d61f9e9b-a7c7-4bbd-a67e-018a8e21165f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.618037925Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"premium-simulator-subscription","reconcileID":"d61f9e9b-a7c7-4bbd-a67e-018a8e21165f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"name":"maas-trlp-premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a","model":"e2e-models-e2e-worker-w0-a7f34a/premium-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.789174073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5d307ee-1e42-4e32-a767-4ffe5df2f6ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.789176193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1eecb61-4b17-4626-a69f-1355600793a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.815893063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"7c1a18c3-8926-4132-88e6-75ebcddf4cd7","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.846218353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5d307ee-1e42-4e32-a767-4ffe5df2f6ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.847282109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1eecb61-4b17-4626-a69f-1355600793a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:18.892958123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"4f3d62d9-1568-404f-b313-f311c6f76a9b","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.21034511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4196db71-c333-465e-9956-873bcda65bdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.210369589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78a20111-abc8-4c28-acd8-b5f463d9fe93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.268976689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78a20111-abc8-4c28-acd8-b5f463d9fe93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.269674022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4196db71-c333-465e-9956-873bcda65bdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.399205635Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"12dc7fcd-e7c7-42ef-be9b-b4e7154b35ab","namespace":"llm","name":"e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.454556552Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"38b72195-13c9-4f78-afcf-1a4fb3aa643d","namespace":"llm","name":"e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.505439183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"e2326eef-9ae4-4d3b-a91d-4abd1544be4b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.557429385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"bad35e69-ce84-4091-9540-41a5840047ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.56090244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"96edcf09-75d5-4bc8-810e-de7702a654a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.565048314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"e2326eef-9ae4-4d3b-a91d-4abd1544be4b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.616834698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"bad35e69-ce84-4091-9540-41a5840047ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.617558201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"96edcf09-75d5-4bc8-810e-de7702a654a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.658252257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd4fb858-effd-45fc-9bfb-52ec264adf59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.658252269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af235d03-5494-4d48-8fc8-a498273a3c3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.715318914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd4fb858-effd-45fc-9bfb-52ec264adf59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.721053387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af235d03-5494-4d48-8fc8-a498273a3c3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.769045124Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"920c32d1-33dd-4ee6-b894-5e816d7f4499","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"name":"e2e-dft-07ad0e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.877276317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"06bf7afb-a652-48e3-8692-f0aef4d3b56e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.878190617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6373c62c-2dce-4a6e-975d-bfcdd3bae59f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.878210657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6373c62c-2dce-4a6e-975d-bfcdd3bae59f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.87846921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"07a0b965-87ff-42b7-9e43-cf40aaab7fbc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.878481003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"07a0b965-87ff-42b7-9e43-cf40aaab7fbc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.878698674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"67616c46-da62-48c6-81d7-615f6166b730","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.878708917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"67616c46-da62-48c6-81d7-615f6166b730","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.878921005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"387fd8f4-3150-4627-a9d7-206c19496f4e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.878931214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"387fd8f4-3150-4627-a9d7-206c19496f4e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.889257644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5d8d8a99-e82b-4423-9b60-fcc0b812595a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.889472259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"040c883a-d58e-468c-9289-a8158218edac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.889732127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-sub-dbca605d","reconcileID":"3821651e-d9c3-4417-9bf7-b1e4fbf78f0a","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.932091831Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"d2592a85-307d-4360-90fe-5ed1d290b207","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"name":"e2e-dft-07ad0e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.936494764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"06bf7afb-a652-48e3-8692-f0aef4d3b56e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.985146318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"acecb820-29a3-4c58-8c6f-9ea75b02af96","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.985165953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"acecb820-29a3-4c58-8c6f-9ea75b02af96","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.985395181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8ded6daf-f13d-40e3-942d-6c5423643246","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.985406861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8ded6daf-f13d-40e3-942d-6c5423643246","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.985594959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"eedbf662-e5ea-4733-ba65-c3f3ac01e453","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.985605339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"eedbf662-e5ea-4733-ba65-c3f3ac01e453","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.985801446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19f5b476-7fcc-4a49-be1f-edea71601294","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:19.985813294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19f5b476-7fcc-4a49-be1f-edea71601294","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.028557496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"47e6f2fa-e0f2-46b8-8a0c-b7ac7fdf8f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.028681819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"58b0cd1d-8c70-434c-8288-1ae1a8d0f9bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.088759504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"58b0cd1d-8c70-434c-8288-1ae1a8d0f9bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.091143755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"47e6f2fa-e0f2-46b8-8a0c-b7ac7fdf8f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.130629866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b996d8f6-a05f-47f6-8f00-f8ef255b6ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.130648581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf7bee10-9528-4f09-a065-eb6165ad9b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.18844015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b996d8f6-a05f-47f6-8f00-f8ef255b6ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.188998844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf7bee10-9528-4f09-a065-eb6165ad9b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.278820951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"759953b6-5dab-4eec-8305-ace2a37c02cc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.356666447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"759953b6-5dab-4eec-8305-ace2a37c02cc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.62366341Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"b9b12a05-1118-4a30-a21b-f3efa3668260","namespace":"llm","name":"e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.678612936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"91c10591-d677-43db-9d31-0f14c2a039ce","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.68794435Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"91c10591-d677-43db-9d31-0f14c2a039ce","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"routeName":"external-model-e2e-dft-07ad0e-92a4f924761c","namespace":"llm","model":"e2e-dft-07ad0e","externalModel":"e2e-dft-07ad0e","provider":"e2e-dft-07ad0e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.735418338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"6701f417-cf35-4cad-a95d-2eedc33ee17d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.787701183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"36392f2c-fd13-4ea3-8655-f7e6edcf92af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.78825711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a591e35b-6393-428b-8037-d4906b4c9df5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.788344575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"22ad073e-fc79-47ed-8764-2e59fdabf00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.792535412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"6701f417-cf35-4cad-a95d-2eedc33ee17d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.798562769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0b138d7-ab44-47c5-bedc-0759586dbcab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.847302754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a591e35b-6393-428b-8037-d4906b4c9df5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.847430927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"22ad073e-fc79-47ed-8764-2e59fdabf00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.849752423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"36392f2c-fd13-4ea3-8655-f7e6edcf92af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:20.856170871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0b138d7-ab44-47c5-bedc-0759586dbcab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:21.708562924Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"7b119ac5-da3a-4b85-991d-ef3406a4f124","namespace":"llm","name":"e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:21.817122397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"b7e6ccde-833a-43db-8c19-4a17492d2b4d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:21.869059604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"08b512f1-aa0e-4cf9-a717-065255eeff89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:21.8693558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f76b234a-45cb-4657-87a4-c9c37e790874","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:21.869762143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"8d12e053-29ab-4756-bffc-05d68430ec00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:21.870435875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d97c37b0-5f4e-41c7-a494-6fa0265525fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:21.873938909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"b7e6ccde-833a-43db-8c19-4a17492d2b4d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:21.928475416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f76b234a-45cb-4657-87a4-c9c37e790874","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:21.928755611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"08b512f1-aa0e-4cf9-a717-065255eeff89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:21.930991118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"8d12e053-29ab-4756-bffc-05d68430ec00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:21.931228654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d97c37b0-5f4e-41c7-a494-6fa0265525fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.748592995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"a6b85a5c-1ad5-4a1f-a5c2-4eb312060c4d","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.74862094Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"a6b85a5c-1ad5-4a1f-a5c2-4eb312060c4d","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"routeName":"external-model-e2e-dft-07ad0e-92a4f924761c","namespace":"llm","model":"e2e-dft-07ad0e","externalModel":"e2e-dft-07ad0e","provider":"e2e-dft-07ad0e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.855489019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"153d3500-4789-46d5-a6a9-92282c760b5b","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.855515648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"153d3500-4789-46d5-a6a9-92282c760b5b","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"routeName":"external-model-e2e-dft-07ad0e-92a4f924761c","namespace":"llm","model":"e2e-dft-07ad0e","externalModel":"e2e-dft-07ad0e","provider":"e2e-dft-07ad0e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:25.964685236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"5f3682ae-6d44-4a92-9e39-5b3df6197247","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:26.022820419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"5f3682ae-6d44-4a92-9e39-5b3df6197247","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:26.505913222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"89b98597-5675-4d1e-b250-3e4ca715d883","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:26.505958917Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"89b98597-5675-4d1e-b250-3e4ca715d883","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"routeName":"external-model-e2e-dft-07ad0e-92a4f924761c","namespace":"llm","model":"e2e-dft-07ad0e","externalModel":"e2e-dft-07ad0e","provider":"e2e-dft-07ad0e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:26.665311713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"2587b8fb-768d-4b7f-8e48-e97f70325432","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:26.722752075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"2587b8fb-768d-4b7f-8e48-e97f70325432","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:27.035251228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf698b3-b757-48f7-8411-e12a8fc6f2dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:27.08847878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf698b3-b757-48f7-8411-e12a8fc6f2dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:27.142172899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf698b3-b757-48f7-8411-e12a8fc6f2dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:27.195312719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf698b3-b757-48f7-8411-e12a8fc6f2dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.438428023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-2-w0-a7f34a","reconcileID":"d446116e-436b-451f-830e-466053c9914d","MaaSModelRef":{"name":"distinct-2-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-2-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-2-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.497194032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"85fd99ff-b373-4f52-8c47-a5e39f043a98","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.497232822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"85fd99ff-b373-4f52-8c47-a5e39f043a98","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"routeName":"external-model-e2e-dft-07ad0e-92a4f924761c","namespace":"llm","model":"e2e-dft-07ad0e","externalModel":"e2e-dft-07ad0e","provider":"e2e-dft-07ad0e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:54:28.551881024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-07ad0e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-sub","reconcileID":"7cd26665-1285-4602-b749-459d7a4ffbf1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-07ad0e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.654539565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"distinct-w0-a7f34a","reconcileID":"06802dde-1167-43d6-a36d-444c4d8cf308","MaaSModelRef":{"name":"distinct-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"distinct-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"distinct-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.654830561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"simulator-w0-a7f34a","reconcileID":"dd4dd0e8-be44-47fe-95dc-d826389a3a3d","MaaSModelRef":{"name":"simulator-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"simulator-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"simulator-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.701407889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"1efe002f-4a12-4b16-bd10-a53396427c33","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.70142925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"989ec34d-3ec6-475b-9918-8b1815469e37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.702318843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f95748ba-656c-456c-bf4d-918d3233ca38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.70800579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"0787b28a-3050-4df5-a24b-8427e70d222c","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.708024027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"0787b28a-3050-4df5-a24b-8427e70d222c","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"routeName":"external-model-e2e-dft-07ad0e-92a4f924761c","namespace":"llm","model":"e2e-dft-07ad0e","externalModel":"e2e-dft-07ad0e","provider":"e2e-dft-07ad0e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.827764135Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"1efe002f-4a12-4b16-bd10-a53396427c33","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.861940975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"66b93943-711d-49a9-959c-637200bbb390","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.861968145Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"66b93943-711d-49a9-959c-637200bbb390","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"routeName":"external-model-e2e-dft-07ad0e-92a4f924761c","namespace":"llm","model":"e2e-dft-07ad0e","externalModel":"e2e-dft-07ad0e","provider":"e2e-dft-07ad0e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:54:28.867457691Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"989ec34d-3ec6-475b-9918-8b1815469e37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:54:28.871580456Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f95748ba-656c-456c-bf4d-918d3233ca38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.884033738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"1efe002f-4a12-4b16-bd10-a53396427c33","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.915330284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"namespace":"e2e-models-e2e-worker-w0-a7f34a","name":"premium-w0-a7f34a","reconcileID":"f14b6d3c-0c23-4f3b-b924-77baf3c09c5f","MaaSModelRef":{"name":"premium-w0-a7f34a","namespace":"e2e-models-e2e-worker-w0-a7f34a"},"routeName":"premium-w0-a7f34a-kserve-route","namespace":"e2e-models-e2e-worker-w0-a7f34a","llmisvcName":"premium-w0-a7f34a","gateway":"openshift-ingress/e2e-worker-w0-a7f34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:54:28.925382798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"989ec34d-3ec6-475b-9918-8b1815469e37","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.925922027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"397f3078-98bb-48ce-9af9-8e63d0f31e7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.925937276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"397f3078-98bb-48ce-9af9-8e63d0f31e7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.927128252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"16b8b0c7-cdba-484a-adf6-42ff99939862","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.927145701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"16b8b0c7-cdba-484a-adf6-42ff99939862","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:54:28.927171804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f95748ba-656c-456c-bf4d-918d3233ca38","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.994596975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"d01739fc-d3c0-4c12-b8bc-dcafc9857c0f","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:28.994620756Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"d01739fc-d3c0-4c12-b8bc-dcafc9857c0f","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"routeName":"external-model-e2e-dft-07ad0e-92a4f924761c","namespace":"llm","model":"e2e-dft-07ad0e","externalModel":"e2e-dft-07ad0e","provider":"e2e-dft-07ad0e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.027075353Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-07ad0e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-sub","reconcileID":"bffd303b-9991-4589-93d7-da90a5ad7276","MaaSSubscription":{"name":"e2e-dft-07ad0e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-07ad0e","model":"e2e-dft-07ad0e","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-07ad0e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.141034064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0cf05fe-a7d0-479f-9eff-1d3d84f9601f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.141440546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa26415a-2b24-4701-bebf-2055264ed982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.141690016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa7c3c6c-8e15-4a84-8404-a4e22d17f94c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.195088827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0cf05fe-a7d0-479f-9eff-1d3d84f9601f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.19875046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa26415a-2b24-4701-bebf-2055264ed982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.248327214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0cf05fe-a7d0-479f-9eff-1d3d84f9601f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.248707341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"a9724ada-1b38-49bb-a275-529446e3b289","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.252942797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa7c3c6c-8e15-4a84-8404-a4e22d17f94c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.301703437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0cf05fe-a7d0-479f-9eff-1d3d84f9601f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.304823902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa26415a-2b24-4701-bebf-2055264ed982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.359272066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"a9724ada-1b38-49bb-a275-529446e3b289","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.414019895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"78130116-e08c-4a1f-a4e5-7ebaac62f794","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.414043854Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"78130116-e08c-4a1f-a4e5-7ebaac62f794","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"routeName":"external-model-e2e-dft-07ad0e-92a4f924761c","namespace":"llm","model":"e2e-dft-07ad0e","externalModel":"e2e-dft-07ad0e","provider":"e2e-dft-07ad0e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.414679384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"a9724ada-1b38-49bb-a275-529446e3b289","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.520418296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6a932e26-fc2b-4a1c-84f2-39aebafde20f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.520440828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6a932e26-fc2b-4a1c-84f2-39aebafde20f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:29.679916802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-07ad0e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-sub","reconcileID":"e75f7c5e-02a2-459c-bfb7-8016f734299f","MaaSSubscription":{"name":"e2e-dft-07ad0e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-07ad0e","model":"llm/e2e-dft-07ad0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.299192186Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","namespace":"ai-tenant-e2e-worker-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.299268037Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","namespace":"ai-tenant-e2e-worker-w0-a7f34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.299337108Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","tenant":"e2e-worker-w0-a7f34a","tenantID":"e2e-worker-w0-a7f34a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.354246345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","gvk":"Deployment","name":"maas-api-e2e-worker-w0-a7f34a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.417904095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","gvk":"Service","name":"maas-api-e2e-worker-w0-a7f34a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.474176322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-a7f34a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.528961084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-a7f34a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.585661905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-a7f34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.641019574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-a7f34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.703900811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-a7f34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.769503738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-a7f34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.822251875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-a7f34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.877165195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-a7f34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.90632551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"0b4a6bf6-a053-4c62-91f9-62043af77e5b","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.906570414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1fee49b-7ca8-49a9-8741-73a3c7bdf84c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.907431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bd153a6-da48-4328-87c7-705eebf7355d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.930154377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","gvk":"Service","name":"payload-processing-e2e-worker-w0-a7f34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.965904726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"0b4a6bf6-a053-4c62-91f9-62043af77e5b","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.967146481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bd153a6-da48-4328-87c7-705eebf7355d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.96893798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1fee49b-7ca8-49a9-8741-73a3c7bdf84c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:30.983045465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-a7f34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.022574378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"0b4a6bf6-a053-4c62-91f9-62043af77e5b","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.026036343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bd153a6-da48-4328-87c7-705eebf7355d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.026199285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1fee49b-7ca8-49a9-8741-73a3c7bdf84c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.03582415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-a7f34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.084239382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01d789b3-609f-4293-a546-c933887e876a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.084259687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01d789b3-609f-4293-a546-c933887e876a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.088166771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-a7f34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.137616095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16ca5674-01fc-45c6-8e2a-813c15927a3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.137646309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16ca5674-01fc-45c6-8e2a-813c15927a3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.140631019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-a7f34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.195151768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fd7af10-0029-4b7a-9e1d-f734bddd4755","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.195177362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fd7af10-0029-4b7a-9e1d-f734bddd4755","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.198333311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-a7f34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.250816471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-a7f34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.300806179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"bb9b0c35-7524-4997-8dee-9bd16494dd98","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.303216342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-a7f34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.3557603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-a7f34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.408300526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-a7f34a"},"namespace":"ai-tenant-e2e-worker-w0-a7f34a","name":"default-tenant","reconcileID":"17f0fe0d-c1dd-4279-9ee2-7cb29fb23ed1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-a7f34a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.426531233Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"bb9b0c35-7524-4997-8dee-9bd16494dd98","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.482974268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-91c494-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"bb9b0c35-7524-4997-8dee-9bd16494dd98","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.539465383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d880beb1-3541-4905-9b0d-2d49672a0fcc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.539492225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d880beb1-3541-4905-9b0d-2d49672a0fcc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.689206841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"1156355c-32cb-49c9-be1a-a98571c3fbee","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.690704817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2723843-19e8-4d4d-bdba-248ddda2835a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.692166346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"107af72f-ae52-4285-b2a4-090dd8191bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.747443758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"1156355c-32cb-49c9-be1a-a98571c3fbee","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.748151475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2723843-19e8-4d4d-bdba-248ddda2835a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.749743002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"107af72f-ae52-4285-b2a4-090dd8191bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.804114852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2723843-19e8-4d4d-bdba-248ddda2835a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.804131058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"1156355c-32cb-49c9-be1a-a98571c3fbee","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:31.805368887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"107af72f-ae52-4285-b2a4-090dd8191bd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:32.024479041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"ef2f7dab-e27b-458d-b3d1-f81d775a562b","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:32.0263522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05b04589-058e-40fc-8c9a-5fb1c49a228c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:32.029328369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcbfd640-9fab-459d-bf97-d50ecb98a913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:32.089741404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"ef2f7dab-e27b-458d-b3d1-f81d775a562b","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:32.099133874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcbfd640-9fab-459d-bf97-d50ecb98a913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:32.105480991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05b04589-058e-40fc-8c9a-5fb1c49a228c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:32.150768839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"ef2f7dab-e27b-458d-b3d1-f81d775a562b","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:32.154863333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcbfd640-9fab-459d-bf97-d50ecb98a913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:32.160908927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05b04589-058e-40fc-8c9a-5fb1c49a228c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:35.904892183Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:35.969241099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"220fce85-5108-49ed-bf6c-b1587b62046f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.02443028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"220fce85-5108-49ed-bf6c-b1587b62046f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.025736402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf63b847-7ed6-4f8b-b2d6-75ab1e4f74a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.025816611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"5bf00424-c0b5-4409-8bd9-b71fd6a8e4a9","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.026497443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"027436bd-6bce-4bc5-96d2-3e835e49ea8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.080831844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"220fce85-5108-49ed-bf6c-b1587b62046f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.086368008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"5bf00424-c0b5-4409-8bd9-b71fd6a8e4a9","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.141237335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"220fce85-5108-49ed-bf6c-b1587b62046f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.146739546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"027436bd-6bce-4bc5-96d2-3e835e49ea8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.151100419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf63b847-7ed6-4f8b-b2d6-75ab1e4f74a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.21382947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"027436bd-6bce-4bc5-96d2-3e835e49ea8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.217892968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf63b847-7ed6-4f8b-b2d6-75ab1e4f74a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.218631108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"5bf00424-c0b5-4409-8bd9-b71fd6a8e4a9","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.272627195Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-109220","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-109220","reconcileID":"91f343d9-f950-4d3f-a151-9f8f99c2596c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-109220","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-109220":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.707433628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f899479-bb86-443b-a733-2c91008a4574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.708252006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"794cdee0-00c0-46b4-80ff-216a19052e54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.707433829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"c6371895-dd53-4f45-8d4a-14d638194d69","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.865901601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"794cdee0-00c0-46b4-80ff-216a19052e54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.867315178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"c6371895-dd53-4f45-8d4a-14d638194d69","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.9417406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f899479-bb86-443b-a733-2c91008a4574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:36.944437372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"794cdee0-00c0-46b4-80ff-216a19052e54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:37.005316438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"c6371895-dd53-4f45-8d4a-14d638194d69","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:37.054652549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f899479-bb86-443b-a733-2c91008a4574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:37.255826741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23e9492f-fca4-485b-b160-42d8a1c7ae11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:37.336801991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23e9492f-fca4-485b-b160-42d8a1c7ae11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:37.338968446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"a61c679f-14bf-41ad-b0a5-7a23ee6c9c9b","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:37.401163148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2611f3cb-1c87-4cfc-9125-7ad3ce299447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:37.547705042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23e9492f-fca4-485b-b160-42d8a1c7ae11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:37.561505206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"a61c679f-14bf-41ad-b0a5-7a23ee6c9c9b","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:37.775944337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"a61c679f-14bf-41ad-b0a5-7a23ee6c9c9b","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:37.908707905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2611f3cb-1c87-4cfc-9125-7ad3ce299447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:37.972644755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2611f3cb-1c87-4cfc-9125-7ad3ce299447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:38.532313505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"434f6db4-ca3c-472d-80e0-0c96eb3b7243","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:38.534452471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76487130-a4e3-48f7-839a-b87910a03409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:38.557240918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a718b66-8be0-4504-af8c-d3886e2fbe8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:38.699979921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76487130-a4e3-48f7-839a-b87910a03409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:38.639766238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"434f6db4-ca3c-472d-80e0-0c96eb3b7243","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:38.720585617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a718b66-8be0-4504-af8c-d3886e2fbe8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:38.77828433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76487130-a4e3-48f7-839a-b87910a03409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:38.784179171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"434f6db4-ca3c-472d-80e0-0c96eb3b7243","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:38.796158573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a718b66-8be0-4504-af8c-d3886e2fbe8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.033231738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10727898-9a02-4069-ba1b-675b88a69daf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.08874673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10727898-9a02-4069-ba1b-675b88a69daf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.144276625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10727898-9a02-4069-ba1b-675b88a69daf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.145614103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5f107b3-1ce7-4fcb-b1ff-4829891a1ab5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.145656221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"0b0022d6-984c-41f1-ad52-9e14adbe54b2","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.200194667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10727898-9a02-4069-ba1b-675b88a69daf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.205527653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d999fa4f-33e5-49cf-8b67-73c29ece5eab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.258520313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5f107b3-1ce7-4fcb-b1ff-4829891a1ab5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.263740602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"0b0022d6-984c-41f1-ad52-9e14adbe54b2","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.264884407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d999fa4f-33e5-49cf-8b67-73c29ece5eab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.314984356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5f107b3-1ce7-4fcb-b1ff-4829891a1ab5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.319551046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"0b0022d6-984c-41f1-ad52-9e14adbe54b2","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:39.320041054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d999fa4f-33e5-49cf-8b67-73c29ece5eab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:40.733166522Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-a7f34a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-a7f34a","reconcileID":"89693d4f-daff-4f82-beb1-d98577e0c44e","aitenant":"ai-tenants/e2e-worker-w0-a7f34a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.183138957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b401ce6-8a4a-40d2-b9a0-e1307ff46d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.236096081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b401ce6-8a4a-40d2-b9a0-e1307ff46d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.289605801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b401ce6-8a4a-40d2-b9a0-e1307ff46d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.342686891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b401ce6-8a4a-40d2-b9a0-e1307ff46d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.51883337Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-a7f34a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-a7f34a","reconcileID":"89693d4f-daff-4f82-beb1-d98577e0c44e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-a7f34a","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-a7f34a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.668170337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"3e2eef9a-313a-467b-a5ab-8114b4a22b9e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.73433693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"3e2eef9a-313a-467b-a5ab-8114b4a22b9e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.773845659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"101ef050-5d00-49cc-8d7b-6c6ffb6964b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.774310884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"a1ff3248-4bf5-48cf-95fc-1833c1745dc2","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.773849966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acbb4193-72ec-4487-b25c-1d2544fbf336","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.789976766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-91c494-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"3e2eef9a-313a-467b-a5ab-8114b4a22b9e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.835010604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"101ef050-5d00-49cc-8d7b-6c6ffb6964b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.837686735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acbb4193-72ec-4487-b25c-1d2544fbf336","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.838463943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"a1ff3248-4bf5-48cf-95fc-1833c1745dc2","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.894840423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1bcf76e8f6f6f2b0d06ac10de0d55cf49d5a625b579fe03ae7a661ba90ea88a1) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3439c9c733810293ec1629216fd76cdf95dfbbfa0c0d7fd7d6c85a7426d77825) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e17b712afa05d99cc1fcfa93f4612ea1812c74839891a5b20a81da770e589df6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (30ae69e2407dd775d956c875389a3ff6b2a7ac6b597af1df110fe75160ff522d) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"101ef050-5d00-49cc-8d7b-6c6ffb6964b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.903752569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1bcf76e8f6f6f2b0d06ac10de0d55cf49d5a625b579fe03ae7a661ba90ea88a1) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3439c9c733810293ec1629216fd76cdf95dfbbfa0c0d7fd7d6c85a7426d77825) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e17b712afa05d99cc1fcfa93f4612ea1812c74839891a5b20a81da770e589df6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (30ae69e2407dd775d956c875389a3ff6b2a7ac6b597af1df110fe75160ff522d) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acbb4193-72ec-4487-b25c-1d2544fbf336","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.903867567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1bcf76e8f6f6f2b0d06ac10de0d55cf49d5a625b579fe03ae7a661ba90ea88a1) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3439c9c733810293ec1629216fd76cdf95dfbbfa0c0d7fd7d6c85a7426d77825) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e17b712afa05d99cc1fcfa93f4612ea1812c74839891a5b20a81da770e589df6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (30ae69e2407dd775d956c875389a3ff6b2a7ac6b597af1df110fe75160ff522d) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"a1ff3248-4bf5-48cf-95fc-1833c1745dc2","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.950737947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-07ad0e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-sub","reconcileID":"5ef49e77-3e54-4830-9b2a-e38a67bce0b0","MaaSSubscription":{"name":"e2e-dft-07ad0e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-07ad0e","model":"llm/e2e-dft-07ad0e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.970027431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e33d490-e364-4482-8d1e-91e521d41d25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.970043689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e33d490-e364-4482-8d1e-91e521d41d25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.977514034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"76162cab-298c-4aab-8e92-b2913f90e891","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:41.977529764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"76162cab-298c-4aab-8e92-b2913f90e891","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.031498543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"5c2c2fae-353d-4734-81fc-ac7198039f1b","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.031525586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"5c2c2fae-353d-4734-81fc-ac7198039f1b","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"routeName":"external-model-e2e-dft-07ad0e-92a4f924761c","namespace":"llm","model":"e2e-dft-07ad0e","externalModel":"e2e-dft-07ad0e","provider":"e2e-dft-07ad0e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.061312478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"0678e7c0-71bf-4086-813f-03de10007019","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.061630918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"c2ac7bf8-dbe6-4393-9d84-490e22b0de89","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.121114164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"0678e7c0-71bf-4086-813f-03de10007019","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.121381795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"c2ac7bf8-dbe6-4393-9d84-490e22b0de89","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.178431156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-91c494-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"0678e7c0-71bf-4086-813f-03de10007019","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.184335658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39921a08-d346-465d-b849-9a4ba4486b68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.187381033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"8591f411-c15f-470b-bca1-dac23348b7be","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.23292849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"51802d24-5057-4462-a0aa-0f55f4a9a776","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.232947819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"51802d24-5057-4462-a0aa-0f55f4a9a776","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"routeName":"external-model-e2e-dft-07ad0e-92a4f924761c","namespace":"llm","model":"e2e-dft-07ad0e","externalModel":"e2e-dft-07ad0e","provider":"e2e-dft-07ad0e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.242612674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39921a08-d346-465d-b849-9a4ba4486b68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.244849496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"8591f411-c15f-470b-bca1-dac23348b7be","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.267769643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e0ca137-8192-4017-86c8-7a696ef3a60c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.304650756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1bcf76e8f6f6f2b0d06ac10de0d55cf49d5a625b579fe03ae7a661ba90ea88a1) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3439c9c733810293ec1629216fd76cdf95dfbbfa0c0d7fd7d6c85a7426d77825) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e17b712afa05d99cc1fcfa93f4612ea1812c74839891a5b20a81da770e589df6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (30ae69e2407dd775d956c875389a3ff6b2a7ac6b597af1df110fe75160ff522d) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39921a08-d346-465d-b849-9a4ba4486b68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.341976867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e0ca137-8192-4017-86c8-7a696ef3a60c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.343255498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1bcf76e8f6f6f2b0d06ac10de0d55cf49d5a625b579fe03ae7a661ba90ea88a1) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3439c9c733810293ec1629216fd76cdf95dfbbfa0c0d7fd7d6c85a7426d77825) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e17b712afa05d99cc1fcfa93f4612ea1812c74839891a5b20a81da770e589df6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (30ae69e2407dd775d956c875389a3ff6b2a7ac6b597af1df110fe75160ff522d) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"8591f411-c15f-470b-bca1-dac23348b7be","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:54:42.397559172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39921a08-d346-465d-b849-9a4ba4486b68","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.398302932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1bcf76e8f6f6f2b0d06ac10de0d55cf49d5a625b579fe03ae7a661ba90ea88a1) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3439c9c733810293ec1629216fd76cdf95dfbbfa0c0d7fd7d6c85a7426d77825) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e17b712afa05d99cc1fcfa93f4612ea1812c74839891a5b20a81da770e589df6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (30ae69e2407dd775d956c875389a3ff6b2a7ac6b597af1df110fe75160ff522d) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e0ca137-8192-4017-86c8-7a696ef3a60c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:54:42.450703823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"8591f411-c15f-470b-bca1-dac23348b7be","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-07ad0e-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:54:42.504863901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e0ca137-8192-4017-86c8-7a696ef3a60c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.662833939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2721bc64-a600-4c48-b85d-082d9809386e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.66752589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"4897bba6-193c-4121-bd24-655e68ff99ee","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.722189482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2721bc64-a600-4c48-b85d-082d9809386e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.728976498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"4897bba6-193c-4121-bd24-655e68ff99ee","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.784172949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e917c0aa-501a-46bf-bd3a-fee43ff2d05d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.788003005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1bcf76e8f6f6f2b0d06ac10de0d55cf49d5a625b579fe03ae7a661ba90ea88a1) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3439c9c733810293ec1629216fd76cdf95dfbbfa0c0d7fd7d6c85a7426d77825) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e17b712afa05d99cc1fcfa93f4612ea1812c74839891a5b20a81da770e589df6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (30ae69e2407dd775d956c875389a3ff6b2a7ac6b597af1df110fe75160ff522d) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"4897bba6-193c-4121-bd24-655e68ff99ee","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.78806901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1bcf76e8f6f6f2b0d06ac10de0d55cf49d5a625b579fe03ae7a661ba90ea88a1) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3439c9c733810293ec1629216fd76cdf95dfbbfa0c0d7fd7d6c85a7426d77825) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e17b712afa05d99cc1fcfa93f4612ea1812c74839891a5b20a81da770e589df6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (30ae69e2407dd775d956c875389a3ff6b2a7ac6b597af1df110fe75160ff522d) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2721bc64-a600-4c48-b85d-082d9809386e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.842437077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e917c0aa-501a-46bf-bd3a-fee43ff2d05d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:42.897975698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1bcf76e8f6f6f2b0d06ac10de0d55cf49d5a625b579fe03ae7a661ba90ea88a1) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3439c9c733810293ec1629216fd76cdf95dfbbfa0c0d7fd7d6c85a7426d77825) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e17b712afa05d99cc1fcfa93f4612ea1812c74839891a5b20a81da770e589df6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (30ae69e2407dd775d956c875389a3ff6b2a7ac6b597af1df110fe75160ff522d) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e917c0aa-501a-46bf-bd3a-fee43ff2d05d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:43.300351869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a9e007b-dda4-4c31-8532-6d3a3e7cac20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:43.356105412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a9e007b-dda4-4c31-8532-6d3a3e7cac20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:43.40996505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a9e007b-dda4-4c31-8532-6d3a3e7cac20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:43.463085721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a9e007b-dda4-4c31-8532-6d3a3e7cac20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:44.464858154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42a6e5cf-2fcd-4730-95db-5d77e0e0639d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:44.465113865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"672a039c-a1a6-420b-877a-97ca1b3909a5","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:44.465808795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40c782c4-512f-49f7-aa88-6710b4d781bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:44.522596083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42a6e5cf-2fcd-4730-95db-5d77e0e0639d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:44.523899423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"672a039c-a1a6-420b-877a-97ca1b3909a5","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:44.525160097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40c782c4-512f-49f7-aa88-6710b4d781bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:44.579066754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1bcf76e8f6f6f2b0d06ac10de0d55cf49d5a625b579fe03ae7a661ba90ea88a1) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3439c9c733810293ec1629216fd76cdf95dfbbfa0c0d7fd7d6c85a7426d77825) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e17b712afa05d99cc1fcfa93f4612ea1812c74839891a5b20a81da770e589df6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (30ae69e2407dd775d956c875389a3ff6b2a7ac6b597af1df110fe75160ff522d) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42a6e5cf-2fcd-4730-95db-5d77e0e0639d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:44.580198405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1bcf76e8f6f6f2b0d06ac10de0d55cf49d5a625b579fe03ae7a661ba90ea88a1) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3439c9c733810293ec1629216fd76cdf95dfbbfa0c0d7fd7d6c85a7426d77825) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e17b712afa05d99cc1fcfa93f4612ea1812c74839891a5b20a81da770e589df6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (30ae69e2407dd775d956c875389a3ff6b2a7ac6b597af1df110fe75160ff522d) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"672a039c-a1a6-420b-877a-97ca1b3909a5","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:44.581694052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1bcf76e8f6f6f2b0d06ac10de0d55cf49d5a625b579fe03ae7a661ba90ea88a1) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3439c9c733810293ec1629216fd76cdf95dfbbfa0c0d7fd7d6c85a7426d77825) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e17b712afa05d99cc1fcfa93f4612ea1812c74839891a5b20a81da770e589df6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (30ae69e2407dd775d956c875389a3ff6b2a7ac6b597af1df110fe75160ff522d) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40c782c4-512f-49f7-aa88-6710b4d781bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:50.465727679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"ee788a2e-41f7-4070-ab2e-ba1a497e8367","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:50.46575839Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"ee788a2e-41f7-4070-ab2e-ba1a497e8367","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"routeName":"external-model-e2e-dft-07ad0e-92a4f924761c","namespace":"llm","model":"e2e-dft-07ad0e","externalModel":"e2e-dft-07ad0e","provider":"e2e-dft-07ad0e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:50.623003323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"0840e546-338f-4a0f-a667-1cd670ddd237","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:50.623197853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"616acc34-9fde-4731-9d6c-23b2df873947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:50.624194407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29cefd0e-6ef2-4ad9-82f7-ec8ee5323631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:50.629220623Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-07ad0e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-sub","reconcileID":"290d1b18-b588-413c-a956-d9272ba94cf4","MaaSSubscription":{"name":"e2e-dft-07ad0e-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a17f1727","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:50.681345109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"0840e546-338f-4a0f-a667-1cd670ddd237","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:50.681481595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"616acc34-9fde-4731-9d6c-23b2df873947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:50.68383554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29cefd0e-6ef2-4ad9-82f7-ec8ee5323631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:50.737750218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1bcf76e8f6f6f2b0d06ac10de0d55cf49d5a625b579fe03ae7a661ba90ea88a1) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3439c9c733810293ec1629216fd76cdf95dfbbfa0c0d7fd7d6c85a7426d77825) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e17b712afa05d99cc1fcfa93f4612ea1812c74839891a5b20a81da770e589df6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (30ae69e2407dd775d956c875389a3ff6b2a7ac6b597af1df110fe75160ff522d) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"616acc34-9fde-4731-9d6c-23b2df873947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:50.738341769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1bcf76e8f6f6f2b0d06ac10de0d55cf49d5a625b579fe03ae7a661ba90ea88a1) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3439c9c733810293ec1629216fd76cdf95dfbbfa0c0d7fd7d6c85a7426d77825) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e17b712afa05d99cc1fcfa93f4612ea1812c74839891a5b20a81da770e589df6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (30ae69e2407dd775d956c875389a3ff6b2a7ac6b597af1df110fe75160ff522d) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"0840e546-338f-4a0f-a667-1cd670ddd237","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:50.739451303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1bcf76e8f6f6f2b0d06ac10de0d55cf49d5a625b579fe03ae7a661ba90ea88a1) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3439c9c733810293ec1629216fd76cdf95dfbbfa0c0d7fd7d6c85a7426d77825) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e17b712afa05d99cc1fcfa93f4612ea1812c74839891a5b20a81da770e589df6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (30ae69e2407dd775d956c875389a3ff6b2a7ac6b597af1df110fe75160ff522d) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29cefd0e-6ef2-4ad9-82f7-ec8ee5323631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:50.948645128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"868c7fa1-fa34-495e-a80c-1fb5b47694e7","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:50.949137193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7fad8b8f-347b-4d4d-b6b1-39daf18d4a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:50.948644839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bbf1f20-9530-4348-99cd-c0b8cd94564a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:51.006816803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bbf1f20-9530-4348-99cd-c0b8cd94564a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:51.006816937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"868c7fa1-fa34-495e-a80c-1fb5b47694e7","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:51.009144453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7fad8b8f-347b-4d4d-b6b1-39daf18d4a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:51.062836823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1bcf76e8f6f6f2b0d06ac10de0d55cf49d5a625b579fe03ae7a661ba90ea88a1) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3439c9c733810293ec1629216fd76cdf95dfbbfa0c0d7fd7d6c85a7426d77825) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e17b712afa05d99cc1fcfa93f4612ea1812c74839891a5b20a81da770e589df6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (30ae69e2407dd775d956c875389a3ff6b2a7ac6b597af1df110fe75160ff522d) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"868c7fa1-fa34-495e-a80c-1fb5b47694e7","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:51.06299118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1bcf76e8f6f6f2b0d06ac10de0d55cf49d5a625b579fe03ae7a661ba90ea88a1) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3439c9c733810293ec1629216fd76cdf95dfbbfa0c0d7fd7d6c85a7426d77825) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e17b712afa05d99cc1fcfa93f4612ea1812c74839891a5b20a81da770e589df6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (30ae69e2407dd775d956c875389a3ff6b2a7ac6b597af1df110fe75160ff522d) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bbf1f20-9530-4348-99cd-c0b8cd94564a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:51.065101998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1bcf76e8f6f6f2b0d06ac10de0d55cf49d5a625b579fe03ae7a661ba90ea88a1) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3439c9c733810293ec1629216fd76cdf95dfbbfa0c0d7fd7d6c85a7426d77825) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (e17b712afa05d99cc1fcfa93f4612ea1812c74839891a5b20a81da770e589df6) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (30ae69e2407dd775d956c875389a3ff6b2a7ac6b597af1df110fe75160ff522d) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7fad8b8f-347b-4d4d-b6b1-39daf18d4a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:52.285345554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"aafecd3e-64fa-4d72-b255-059ffadde730","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:52.342610303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"aafecd3e-64fa-4d72-b255-059ffadde730","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:54:52.398006681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-91c494-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"aafecd3e-64fa-4d72-b255-059ffadde730","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:00.683632004Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-07ad0e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-sub","reconcileID":"2979d071-2d49-49f2-b29d-d74332b5fbd3","MaaSSubscription":{"name":"e2e-dft-07ad0e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-07ad0e","subscription":"e2e-dft-07ad0e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:00.793253611Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-07ad0e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-sub","reconcileID":"2979d071-2d49-49f2-b29d-d74332b5fbd3","MaaSSubscription":{"name":"e2e-dft-07ad0e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:00.84827375Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-07ad0e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-sub","reconcileID":"2979d071-2d49-49f2-b29d-d74332b5fbd3","MaaSSubscription":{"name":"e2e-dft-07ad0e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-07ad0e","namespace":"llm","model":"llm/e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.172579535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"1487f926-359b-4c51-adf0-69b34b137691","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.172604849Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"1487f926-359b-4c51-adf0-69b34b137691","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"routeName":"external-model-e2e-dft-07ad0e-92a4f924761c","namespace":"llm","model":"e2e-dft-07ad0e","externalModel":"e2e-dft-07ad0e","provider":"e2e-dft-07ad0e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.277985638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"19e3545f-f24f-4c50-8889-7326847273cc","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.279435541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"444f34cb-4bc8-456c-8a18-a0807ab33220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.279531712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93851065-b71d-4fa2-9c8a-c8953bc79d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.336442374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"eb3e901f-d539-412f-a358-d38020265c79","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.336472629Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"eb3e901f-d539-412f-a358-d38020265c79","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"routeName":"external-model-e2e-dft-07ad0e-92a4f924761c","namespace":"llm","model":"e2e-dft-07ad0e","externalModel":"e2e-dft-07ad0e","provider":"e2e-dft-07ad0e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.40204158Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"19e3545f-f24f-4c50-8889-7326847273cc","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:55:01.405762405Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"444f34cb-4bc8-456c-8a18-a0807ab33220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:55:01.405816272Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93851065-b71d-4fa2-9c8a-c8953bc79d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:615\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:55:01.444418537Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"eb3e901f-d539-412f-a358-d38020265c79","name":"e2e-dft-07ad0e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-07ad0e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:55:01.444490462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"eb3e901f-d539-412f-a358-d38020265c79","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-07ad0e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.4573285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"19e3545f-f24f-4c50-8889-7326847273cc","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:55:01.461180047Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"444f34cb-4bc8-456c-8a18-a0807ab33220","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:55:01.464605348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93851065-b71d-4fa2-9c8a-c8953bc79d73","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.502607177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"f7e1fb7c-eb3e-447f-83b8-45350928dc4b","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.502632626Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"f7e1fb7c-eb3e-447f-83b8-45350928dc4b","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"routeName":"external-model-e2e-dft-07ad0e-92a4f924761c","namespace":"llm","model":"e2e-dft-07ad0e","externalModel":"e2e-dft-07ad0e","provider":"e2e-dft-07ad0e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:55:01.511073218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"19e3545f-f24f-4c50-8889-7326847273cc","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-07ad0e-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.511424531Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-07ad0e-access","reconcileID":"49f2c5ac-75a0-454b-aee1-a5222d7bc8c8","MaaSAuthPolicy":{"name":"e2e-dft-07ad0e-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.555667002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf24dd46-872d-4623-8111-7ce037ff27c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.555688132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf24dd46-872d-4623-8111-7ce037ff27c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.556037656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f8094cd6-5bad-4621-8031-677ddb103e72","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.556049383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f8094cd6-5bad-4621-8031-677ddb103e72","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.623927396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df37b9a7-2a1c-4a44-b776-5c88850d77fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.624397401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71907578-9b69-474b-bf60-09f12119feb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.682172968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df37b9a7-2a1c-4a44-b776-5c88850d77fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.683119979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71907578-9b69-474b-bf60-09f12119feb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.73746619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df37b9a7-2a1c-4a44-b776-5c88850d77fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.738575916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71907578-9b69-474b-bf60-09f12119feb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.775400564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"4a5c9999-34bc-4021-852f-ad4bac9ed90c","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.775427817Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"4a5c9999-34bc-4021-852f-ad4bac9ed90c","MaaSModelRef":{"name":"e2e-dft-07ad0e","namespace":"llm"},"routeName":"external-model-e2e-dft-07ad0e-92a4f924761c","namespace":"llm","model":"e2e-dft-07ad0e","externalModel":"e2e-dft-07ad0e","provider":"e2e-dft-07ad0e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.828591769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82952cfe-8c5f-43e4-a562-7088a49bc6fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.828614294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82952cfe-8c5f-43e4-a562-7088a49bc6fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.829022002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"498af56b-3ec5-493f-ba72-aaaf3a475bd0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:01.829035853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"498af56b-3ec5-493f-ba72-aaaf3a475bd0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.277224392Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"c027abc9-3364-433e-aaa9-186baa593755","namespace":"llm","name":"e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.335579136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"26b29a4e-71cd-47b2-a907-349092b1c0a0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.335604268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"26b29a4e-71cd-47b2-a907-349092b1c0a0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.33588171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3b68ae8d-356e-4920-abb7-233b285c1387","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.335893726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3b68ae8d-356e-4920-abb7-233b285c1387","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.336077273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bc66af72-30ab-47bd-99de-96e68d4cb45b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.336087609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bc66af72-30ab-47bd-99de-96e68d4cb45b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.336248205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16226f8e-12b8-4fb8-985d-af60bb50b0b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.336258973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16226f8e-12b8-4fb8-985d-af60bb50b0b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.336501961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2001424e-e038-49ed-a13a-eeba14208cdb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.33651229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2001424e-e038-49ed-a13a-eeba14208cdb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.336688827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c074c59-01b5-4ce5-8037-0faec402eca7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.336698251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c074c59-01b5-4ce5-8037-0faec402eca7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.336886272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4ea2ce66-f45c-4f7e-9e30-5200ad7a6471","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.336896066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4ea2ce66-f45c-4f7e-9e30-5200ad7a6471","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.337055956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"760a2317-652f-4a58-9161-3108e7a3e8ad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.337065148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"760a2317-652f-4a58-9161-3108e7a3e8ad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.384213813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"058867bb-f3b9-4c50-944c-f61ddbf23cbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.384604697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"4e821f0f-976d-4180-99a8-b75d77bfc37c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.436651005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0d38ad46-faa0-4666-8efd-16812b6332c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.436975121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f077f39-c127-4868-bac1-43d3bf70bfc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.439418371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"373fd6bd-ce12-41a9-a178-8218b07c86ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.441056821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"058867bb-f3b9-4c50-944c-f61ddbf23cbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.442310012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"4e821f0f-976d-4180-99a8-b75d77bfc37c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.494420137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0d38ad46-faa0-4666-8efd-16812b6332c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.494510739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f077f39-c127-4868-bac1-43d3bf70bfc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.497107185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"373fd6bd-ce12-41a9-a178-8218b07c86ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.498059678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-91c494-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f99a10215c003b59567275bf7eab5a7e65e885a911936dfb73d70596d85fe66e) AuthConfig (119eab4d43fdd04e4f566c4dcc2dcb4a29b2039661a23d88b58945aeb3a3eab5) AuthConfig (0a80cad11c646f729ea0ed5848aa7382f27dec9201b968aff4f6a4e4ef49b581) AuthConfig (f726d3223b7f47eb1672fe9b626d881de4edc144775dee743e04e2efc20b36d3) AuthConfig (d92c70f1820e667a63ff21e5e0d03535cce6e5fafca2c9086c222c79a235ff00) AuthConfig (fbc4e8cf39f4a7d1617e74eda11162c9fff989811862b22b5756cfc1f4840311)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"058867bb-f3b9-4c50-944c-f61ddbf23cbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.553774162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"902cda59-224f-41d6-aa8b-0e9705e17eec","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.554477019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a68f17a8-fe9c-4dad-9ce3-2c8dbb5c6fd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.555124865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-sub-dbca605d","reconcileID":"45c85833-34d7-4821-aba7-39d08a0ae00c","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.558756267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f077f39-c127-4868-bac1-43d3bf70bfc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.562428868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"373fd6bd-ce12-41a9-a178-8218b07c86ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.562532084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d620455f-139c-4a47-9a73-9eff6b666c26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.562552409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d620455f-139c-4a47-9a73-9eff6b666c26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.670817247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"a3f225f0-3e7f-409a-9572-1b75e2c16eff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.721027261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"9b18300b-de79-49c1-9621-524eeed76fc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.724524201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa2b2270-5f12-41fd-9b4e-e9d1c049c6da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.72841971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"a3f225f0-3e7f-409a-9572-1b75e2c16eff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.768429615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"8ae91a65-a99a-41a7-beb5-d189b53b6d17","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.7782113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"9b18300b-de79-49c1-9621-524eeed76fc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.784267207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-91c494-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f99a10215c003b59567275bf7eab5a7e65e885a911936dfb73d70596d85fe66e) AuthConfig (119eab4d43fdd04e4f566c4dcc2dcb4a29b2039661a23d88b58945aeb3a3eab5) AuthConfig (0a80cad11c646f729ea0ed5848aa7382f27dec9201b968aff4f6a4e4ef49b581) AuthConfig (f726d3223b7f47eb1672fe9b626d881de4edc144775dee743e04e2efc20b36d3) AuthConfig (d92c70f1820e667a63ff21e5e0d03535cce6e5fafca2c9086c222c79a235ff00) AuthConfig (fbc4e8cf39f4a7d1617e74eda11162c9fff989811862b22b5756cfc1f4840311)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"a3f225f0-3e7f-409a-9572-1b75e2c16eff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.785261536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa2b2270-5f12-41fd-9b4e-e9d1c049c6da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.826176479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"8ae91a65-a99a-41a7-beb5-d189b53b6d17","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.84072766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa2b2270-5f12-41fd-9b4e-e9d1c049c6da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.90139657Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-07ad0e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-07ad0e","reconcileID":"11e55920-b3d6-424f-9a11-828dc23db4ed","namespace":"llm","name":"e2e-dft-07ad0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.921853073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98138ddc-d8ee-40b8-a240-0b6e6f644e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:02.978966445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98138ddc-d8ee-40b8-a240-0b6e6f644e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:03.007462908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"37d45d8c-7bda-4576-90e4-af1db3552a2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:03.034934999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98138ddc-d8ee-40b8-a240-0b6e6f644e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:03.060097705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1960ecf2-28c5-4d13-bae1-35563545fe32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:03.064927147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"37d45d8c-7bda-4576-90e4-af1db3552a2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:03.116762877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1960ecf2-28c5-4d13-bae1-35563545fe32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:03.120235395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-91c494-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f99a10215c003b59567275bf7eab5a7e65e885a911936dfb73d70596d85fe66e) AuthConfig (119eab4d43fdd04e4f566c4dcc2dcb4a29b2039661a23d88b58945aeb3a3eab5) AuthConfig (0a80cad11c646f729ea0ed5848aa7382f27dec9201b968aff4f6a4e4ef49b581) AuthConfig (f726d3223b7f47eb1672fe9b626d881de4edc144775dee743e04e2efc20b36d3) AuthConfig (d92c70f1820e667a63ff21e5e0d03535cce6e5fafca2c9086c222c79a235ff00) AuthConfig (fbc4e8cf39f4a7d1617e74eda11162c9fff989811862b22b5756cfc1f4840311)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"37d45d8c-7bda-4576-90e4-af1db3552a2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:03.160534258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"e6ad3731-dd5a-41c8-9c5a-61ad6e23efea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:03.172228668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1960ecf2-28c5-4d13-bae1-35563545fe32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:03.283690918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"252f0b1c-96f9-4f13-8d36-2caaaff7a99b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:03.285176896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"e6ad3731-dd5a-41c8-9c5a-61ad6e23efea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:03.335681146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"7ae2cfe0-13d4-4916-af3b-2fe41eb2849a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:03.336534125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"838e07ab-c647-4d42-95c0-10587ea35caa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:03.341279933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"252f0b1c-96f9-4f13-8d36-2caaaff7a99b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:03.397099169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"7ae2cfe0-13d4-4916-af3b-2fe41eb2849a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:03.400652005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"838e07ab-c647-4d42-95c0-10587ea35caa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:03.45676148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"838e07ab-c647-4d42-95c0-10587ea35caa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:05.894008477Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:07.765845384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"77eb1252-7d82-4019-8340-fe5d3d770ad1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109220","tenantID":"e2e-api-b-109220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:07.881598475Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"77eb1252-7d82-4019-8340-fe5d3d770ad1","name":"e2e-api-b-109220-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:13.226679712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"578e9d93-7781-4c75-954d-128b945cefc5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:13.284956494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"578e9d93-7781-4c75-954d-128b945cefc5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:13.340950968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-91c494-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f99a10215c003b59567275bf7eab5a7e65e885a911936dfb73d70596d85fe66e) AuthConfig (119eab4d43fdd04e4f566c4dcc2dcb4a29b2039661a23d88b58945aeb3a3eab5) AuthConfig (0a80cad11c646f729ea0ed5848aa7382f27dec9201b968aff4f6a4e4ef49b581) AuthConfig (f726d3223b7f47eb1672fe9b626d881de4edc144775dee743e04e2efc20b36d3) AuthConfig (d92c70f1820e667a63ff21e5e0d03535cce6e5fafca2c9086c222c79a235ff00) AuthConfig (fbc4e8cf39f4a7d1617e74eda11162c9fff989811862b22b5756cfc1f4840311)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"578e9d93-7781-4c75-954d-128b945cefc5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:13.381640786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f41d7a06-3feb-4965-851b-49895f46989b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:13.440616038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f41d7a06-3feb-4965-851b-49895f46989b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:13.496307627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f41d7a06-3feb-4965-851b-49895f46989b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:13.618974655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18d58a6e-5486-4f78-b929-ce123d7231b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:13.676392186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18d58a6e-5486-4f78-b929-ce123d7231b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:13.732388154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18d58a6e-5486-4f78-b929-ce123d7231b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:14.835637695Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b997cf","reconcileID":"9a198510-c8fd-41e7-ba7e-b2c316c50d3d","namespace":"llm","name":"e2e-dft-refs-b997cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:14.890864994Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b997cf","reconcileID":"1fdc5564-00c5-456f-b08b-728313084e5f","namespace":"llm","name":"e2e-dft-refs-b997cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:14.942070158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"27d49529-e767-43c3-975a-8b71dda4d7a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:14.943062553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"90c2fe7d-50a9-4f79-916c-39055b0ab8e5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:14.994997151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a382ccb7-62f1-45d7-8604-6323f23bde68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:14.995514214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d59cf79f-17a3-406d-8108-7c1252187faf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:14.99571013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"e743dd60-95aa-4b91-8967-980ddeb5aa2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:14.999895823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"27d49529-e767-43c3-975a-8b71dda4d7a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.000554006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"90c2fe7d-50a9-4f79-916c-39055b0ab8e5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.052583285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a382ccb7-62f1-45d7-8604-6323f23bde68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.053136201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d59cf79f-17a3-406d-8108-7c1252187faf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.055042513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"e743dd60-95aa-4b91-8967-980ddeb5aa2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.05516014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-91c494-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f99a10215c003b59567275bf7eab5a7e65e885a911936dfb73d70596d85fe66e) AuthConfig (119eab4d43fdd04e4f566c4dcc2dcb4a29b2039661a23d88b58945aeb3a3eab5) AuthConfig (0a80cad11c646f729ea0ed5848aa7382f27dec9201b968aff4f6a4e4ef49b581) AuthConfig (f726d3223b7f47eb1672fe9b626d881de4edc144775dee743e04e2efc20b36d3) AuthConfig (d92c70f1820e667a63ff21e5e0d03535cce6e5fafca2c9086c222c79a235ff00) AuthConfig (fbc4e8cf39f4a7d1617e74eda11162c9fff989811862b22b5756cfc1f4840311)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"27d49529-e767-43c3-975a-8b71dda4d7a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.109172822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a382ccb7-62f1-45d7-8604-6323f23bde68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.109829124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d59cf79f-17a3-406d-8108-7c1252187faf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.215821452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3de6c365-7ab7-421d-be78-3a929fc7f962","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.233097588Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b997cf","reconcileID":"3b064c80-b13a-482b-aeef-fa86b08e926f","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"name":"e2e-dft-refs-b997cf","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.262236027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"85b54fee-d26f-4cba-b97c-faf55a8df66f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.27205666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3de6c365-7ab7-421d-be78-3a929fc7f962","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.315069368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fe5e97e-8351-438d-8f95-4d8598c09766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.318921332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"85b54fee-d26f-4cba-b97c-faf55a8df66f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.33061499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b8df5d47-b0c1-4918-a5cc-665054ce7ee9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.330615428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-sub-dbca605d","reconcileID":"8a18954d-d311-42db-86c6-c207e7d978a4","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.331326655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d2b7c9c7-f2ca-4229-9fae-2ea7df2c71ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.344841199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52fe8758-2c7a-4ff8-8375-ef916edb3b55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.344856642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52fe8758-2c7a-4ff8-8375-ef916edb3b55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.345278748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0f36f101-e7ef-495e-a6ba-35762faae44a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.345292325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0f36f101-e7ef-495e-a6ba-35762faae44a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.345504506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cf42030a-ba6b-4a85-b571-5094ddf33916","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.345515312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cf42030a-ba6b-4a85-b571-5094ddf33916","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.345713845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e878f3b5-f448-4953-803c-92c3a157ec04","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.345725295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e878f3b5-f448-4953-803c-92c3a157ec04","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.345931205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0735d4b7-f183-4648-8579-255ce145311b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.34594242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0735d4b7-f183-4648-8579-255ce145311b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.371911615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fe5e97e-8351-438d-8f95-4d8598c09766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.3747205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-91c494-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f99a10215c003b59567275bf7eab5a7e65e885a911936dfb73d70596d85fe66e) AuthConfig (119eab4d43fdd04e4f566c4dcc2dcb4a29b2039661a23d88b58945aeb3a3eab5) AuthConfig (0a80cad11c646f729ea0ed5848aa7382f27dec9201b968aff4f6a4e4ef49b581) AuthConfig (f726d3223b7f47eb1672fe9b626d881de4edc144775dee743e04e2efc20b36d3) AuthConfig (d92c70f1820e667a63ff21e5e0d03535cce6e5fafca2c9086c222c79a235ff00) AuthConfig (fbc4e8cf39f4a7d1617e74eda11162c9fff989811862b22b5756cfc1f4840311)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"85b54fee-d26f-4cba-b97c-faf55a8df66f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.398659324Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b997cf","reconcileID":"bbe3dfdc-0b4d-4d5d-8494-5a684391c0a9","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"name":"e2e-dft-refs-b997cf","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.418396336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fa1fdac-7af6-406c-aabb-f2affa96508a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.428361802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fe5e97e-8351-438d-8f95-4d8598c09766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.451816267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0305fb79-2be3-4296-b79e-094a6456e92a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.451841666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0305fb79-2be3-4296-b79e-094a6456e92a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.452151267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"46b97b14-dd3b-47fa-883f-d6f9a7f44ebf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.452215057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"46b97b14-dd3b-47fa-883f-d6f9a7f44ebf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.452490983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fee66173-9657-4207-bd3d-4b390ff105ab","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.452553645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fee66173-9657-4207-bd3d-4b390ff105ab","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.475376948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fa1fdac-7af6-406c-aabb-f2affa96508a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.514061305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"c52b031e-5a0b-4c1f-88b1-453635e7d50d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.530918897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fa1fdac-7af6-406c-aabb-f2affa96508a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.561636115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"e92337aa-27df-422f-aa73-1573c8e65eb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.562022715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"7968aae9-5813-4eed-a0fb-ddd6bbeddc74","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.570560898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"c52b031e-5a0b-4c1f-88b1-453635e7d50d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.62948732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"e92337aa-27df-422f-aa73-1573c8e65eb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.633664215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"7968aae9-5813-4eed-a0fb-ddd6bbeddc74","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.686757977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-91c494-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f99a10215c003b59567275bf7eab5a7e65e885a911936dfb73d70596d85fe66e) AuthConfig (119eab4d43fdd04e4f566c4dcc2dcb4a29b2039661a23d88b58945aeb3a3eab5) AuthConfig (0a80cad11c646f729ea0ed5848aa7382f27dec9201b968aff4f6a4e4ef49b581) AuthConfig (f726d3223b7f47eb1672fe9b626d881de4edc144775dee743e04e2efc20b36d3) AuthConfig (d92c70f1820e667a63ff21e5e0d03535cce6e5fafca2c9086c222c79a235ff00) AuthConfig (fbc4e8cf39f4a7d1617e74eda11162c9fff989811862b22b5756cfc1f4840311)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"e92337aa-27df-422f-aa73-1573c8e65eb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.71614075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81118e9a-df24-454c-8708-18d333da7694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.719279322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a305bf9b-b1ea-4d3c-9209-955e21a88bf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.773481615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81118e9a-df24-454c-8708-18d333da7694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.775950785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a305bf9b-b1ea-4d3c-9209-955e21a88bf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.830354214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81118e9a-df24-454c-8708-18d333da7694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:15.831438887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a305bf9b-b1ea-4d3c-9209-955e21a88bf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.058622441Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b997cf","reconcileID":"71b8e8c1-5f05-43b8-a277-e89a22a75880","namespace":"llm","name":"e2e-dft-refs-b997cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.112195164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b997cf","reconcileID":"dc534fa8-a52f-4d2a-89b3-64678376f832","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-b997cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.112227991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b997cf","reconcileID":"dc534fa8-a52f-4d2a-89b3-64678376f832","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-b997cf-55ddd9b78df6","namespace":"llm","model":"e2e-dft-refs-b997cf","externalModel":"e2e-dft-refs-b997cf","provider":"e2e-dft-refs-b997cf-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.165298865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"644d0c8f-d58c-4185-b762-264470349e91","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.166415191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"08b942f8-71ba-4dcf-ae6b-67967efaee5b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.218215404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"229fa5cc-e90c-4d01-b9a1-5319a11d9123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.218935953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"28b0e5ed-bc54-4d2d-9927-d155505a13e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.219019599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2da288e-99f9-4d69-b69d-97f9da437ccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.223380955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"644d0c8f-d58c-4185-b762-264470349e91","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.224028502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"08b942f8-71ba-4dcf-ae6b-67967efaee5b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.276686184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"229fa5cc-e90c-4d01-b9a1-5319a11d9123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.277581263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2da288e-99f9-4d69-b69d-97f9da437ccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.278775345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-91c494-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f99a10215c003b59567275bf7eab5a7e65e885a911936dfb73d70596d85fe66e) AuthConfig (119eab4d43fdd04e4f566c4dcc2dcb4a29b2039661a23d88b58945aeb3a3eab5) AuthConfig (0a80cad11c646f729ea0ed5848aa7382f27dec9201b968aff4f6a4e4ef49b581) AuthConfig (f726d3223b7f47eb1672fe9b626d881de4edc144775dee743e04e2efc20b36d3) AuthConfig (d92c70f1820e667a63ff21e5e0d03535cce6e5fafca2c9086c222c79a235ff00) AuthConfig (fbc4e8cf39f4a7d1617e74eda11162c9fff989811862b22b5756cfc1f4840311)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"644d0c8f-d58c-4185-b762-264470349e91","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.279156457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"28b0e5ed-bc54-4d2d-9927-d155505a13e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.333976917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"229fa5cc-e90c-4d01-b9a1-5319a11d9123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.334555459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2da288e-99f9-4d69-b69d-97f9da437ccb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.393435641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cbe9528d-7489-48a8-9005-52a6859d7131","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.393453483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cbe9528d-7489-48a8-9005-52a6859d7131","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.395773764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7278c82f-099a-4ffe-916e-f2ffe61d1eda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.395819452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7278c82f-099a-4ffe-916e-f2ffe61d1eda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.437087721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"4993d92d-9830-493c-80ce-a03726b8fcf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:16.493706834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"4993d92d-9830-493c-80ce-a03726b8fcf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.096378932Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b997cf","reconcileID":"063f1b48-094b-4574-a463-7dd92a5691cb","namespace":"llm","name":"e2e-dft-refs-b997cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.150472073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b997cf","reconcileID":"8c053b38-2dd2-4eb0-9309-fa933c0c517d","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-b997cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.150498015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b997cf","reconcileID":"8c053b38-2dd2-4eb0-9309-fa933c0c517d","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-b997cf-55ddd9b78df6","namespace":"llm","model":"e2e-dft-refs-b997cf","externalModel":"e2e-dft-refs-b997cf","provider":"e2e-dft-refs-b997cf-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.20463886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c4871aca-5e91-4460-aef6-41bca3b52c0d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.20466162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c4871aca-5e91-4460-aef6-41bca3b52c0d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.204657617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"ce74eb8d-a7f9-4d33-b95a-3e37b4211a07","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.204958448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0b44fe17-fd5a-4c76-93d0-26862002b7ca","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.204972167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0b44fe17-fd5a-4c76-93d0-26862002b7ca","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.205204973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d5fd67d-da4c-4fbb-b4e8-243608621d65","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.205218703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0d5fd67d-da4c-4fbb-b4e8-243608621d65","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.205416012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dad1b321-c69d-4bba-bd04-b55a0fd08fcb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.205429583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dad1b321-c69d-4bba-bd04-b55a0fd08fcb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.205496082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"c525650f-6272-402a-b292-eac7ee1d605d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.25689813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acc1e551-d8f8-4bbf-a3e6-6895a8515b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.259073709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"1a1d7e13-1f4e-40e1-968e-fa4bae7e4fb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.259332069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92bf784f-16c0-470c-9de9-1f82c8c02387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.259676131Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b997cf","reconcileID":"b0e8eed5-8585-469a-ba73-8960b6faca6a","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-b997cf-55ddd9b78df6","namespace":"llm","model":"e2e-dft-refs-b997cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.265108323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"c525650f-6272-402a-b292-eac7ee1d605d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.265744992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"ce74eb8d-a7f9-4d33-b95a-3e37b4211a07","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.31525984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acc1e551-d8f8-4bbf-a3e6-6895a8515b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.316716126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"1a1d7e13-1f4e-40e1-968e-fa4bae7e4fb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.317872819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92bf784f-16c0-470c-9de9-1f82c8c02387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.372485498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aa5c484a-5122-40db-af74-f3a68da8ef76","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.372512394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aa5c484a-5122-40db-af74-f3a68da8ef76","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.372933634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4b80c89b-7984-4454-9c6f-4952090dcb8b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.372949696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4b80c89b-7984-4454-9c6f-4952090dcb8b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.373288459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2d8eeaf9-ca96-48c9-b82a-73d681f4e0c0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.374551501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2d8eeaf9-ca96-48c9-b82a-73d681f4e0c0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.374681586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8411985c-b3ad-4373-85b0-ea51599e8af8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.374874692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"444aadac-e7f8-4074-9d62-207fbb05330a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.374891804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"444aadac-e7f8-4074-9d62-207fbb05330a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.374184008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-sub-dbca605d","reconcileID":"d0c7ac8d-de29-49c3-8001-f1fb0e79c30e","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.377155227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acc1e551-d8f8-4bbf-a3e6-6895a8515b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.378635416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e57de63f-6cbe-4a33-b91b-eabacca58064","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.379421147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92bf784f-16c0-470c-9de9-1f82c8c02387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.535690826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"9dd889e8-e91c-4828-a587-616ec3002ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.537298963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96e0fe73-cfa3-441d-a515-4f58b6e9f04a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.555117993Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b997cf","reconcileID":"3b315db4-da20-4800-a139-cb014a0523c5","namespace":"llm","name":"e2e-dft-refs-b997cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.592873315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"9dd889e8-e91c-4828-a587-616ec3002ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.594711253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96e0fe73-cfa3-441d-a515-4f58b6e9f04a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.608868422Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b997cf","reconcileID":"69d39e37-1b84-4ec0-b68e-7a62a4e4a7a1","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"name":"e2e-dft-refs-b997cf","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.6362955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1aadaaf-9a2c-4308-b08b-d1b822b8f1a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.65036694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96e0fe73-cfa3-441d-a515-4f58b6e9f04a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.662242525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70c97c8a-67cb-4171-a769-252cda129c46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.662265057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70c97c8a-67cb-4171-a769-252cda129c46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.684333176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"e316858b-7b11-4e35-a709-cce63e622a16","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.694197976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1aadaaf-9a2c-4308-b08b-d1b822b8f1a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.742721382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"e316858b-7b11-4e35-a709-cce63e622a16","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.749976295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1aadaaf-9a2c-4308-b08b-d1b822b8f1a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.784123784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"fd9ac593-81c9-4981-bbf8-fbfff40d4e7a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.836264402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"f6726f9a-eb10-4cbe-adf9-e0bf0df74f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.842280775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"fd9ac593-81c9-4981-bbf8-fbfff40d4e7a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.893147538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"f6726f9a-eb10-4cbe-adf9-e0bf0df74f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.937684693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a7a254b-84a5-43a5-9a44-506f486d5320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.954907281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"afb22148-43b3-4b90-9265-d31dbf80ac2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:21.995117242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a7a254b-84a5-43a5-9a44-506f486d5320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.011293208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"afb22148-43b3-4b90-9265-d31dbf80ac2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.050898438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a7a254b-84a5-43a5-9a44-506f486d5320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.058214328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1f9ea44-cacb-4184-af23-f16efe4b4440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.115325068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1f9ea44-cacb-4184-af23-f16efe4b4440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:22.171341329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1f9ea44-cacb-4184-af23-f16efe4b4440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:24.344168106Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"a02d6c19-3fbb-447c-a408-f635c12910ba","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:24.344333994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"303a3ce3-0aff-45bc-8226-4ae34c3caacd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:24.344353642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"303a3ce3-0aff-45bc-8226-4ae34c3caacd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:24.449757514Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-policy-dbca605d","reconcileID":"a02d6c19-3fbb-447c-a408-f635c12910ba","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"policyNamespace":"ai-tenant-e2e-mt-ac2b9c83","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:24.506155719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a65406e-b537-4cf6-9636-fe99ff4dd8fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:24.506176125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a65406e-b537-4cf6-9636-fe99ff4dd8fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:24.649771751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f78d22f2-fb5d-4b3c-a9c2-d61993625daa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:24.649821599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f78d22f2-fb5d-4b3c-a9c2-d61993625daa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:24.808993978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10d1b618-6ede-45ca-8fa2-c26944e0f798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:24.809015388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd216d44-2b40-432b-b8f3-e4d278e18d7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:24.86679484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10d1b618-6ede-45ca-8fa2-c26944e0f798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:24.867163239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd216d44-2b40-432b-b8f3-e4d278e18d7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:24.922630793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10d1b618-6ede-45ca-8fa2-c26944e0f798","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:24.92292592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd216d44-2b40-432b-b8f3-e4d278e18d7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.391987386Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b997cf","reconcileID":"65d7eb7c-3652-4789-8a5f-714d4d233191","namespace":"llm","name":"e2e-dft-refs-b997cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.446060598Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b997cf","reconcileID":"8da8db5c-6345-44ae-a516-b2dfb0c9b8e9","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"name":"e2e-dft-refs-b997cf","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.498723129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"b22df92c-cc25-467d-b624-ff9459b94d8e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.550714963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"eb50d343-6f98-4e2a-b600-edd5c983c454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.551366734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a776a4b-d77f-4cc4-bfa3-483afd9bd816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.552075775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"fb2efdc3-2331-4063-8410-9a78bc7670b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.552121918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"600aa14e-48af-4119-82d4-4aec48ae2a43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.555704031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"b22df92c-cc25-467d-b624-ff9459b94d8e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.607583412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"eb50d343-6f98-4e2a-b600-edd5c983c454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.610250583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a776a4b-d77f-4cc4-bfa3-483afd9bd816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.684232249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"600aa14e-48af-4119-82d4-4aec48ae2a43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.686388478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"fb2efdc3-2331-4063-8410-9a78bc7670b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.689120702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a776a4b-d77f-4cc4-bfa3-483afd9bd816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.740682544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"600aa14e-48af-4119-82d4-4aec48ae2a43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.741322296Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-sub-dbca605d","reconcileID":"3c012736-752e-4813-81f6-e29c3f97257c","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b7421ee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.74182359Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b997cf","reconcileID":"9dcf46e5-1ca5-4f5c-833d-30904bd43f5a","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"name":"e2e-dft-refs-b997cf","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.795480065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b053014a-ac35-47af-a0c9-71cd5440dd2a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.79550703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b053014a-ac35-47af-a0c9-71cd5440dd2a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.795919367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6db8a653-a36c-4300-8147-e424556be186","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.795938341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6db8a653-a36c-4300-8147-e424556be186","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.796251426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4359f60a-0993-44d6-92ac-a4803f8abead","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.796268044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4359f60a-0993-44d6-92ac-a4803f8abead","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.796573712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7673d5a-d54e-4a8f-9ed6-a666834a80a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.796594611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7673d5a-d54e-4a8f-9ed6-a666834a80a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.79706774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ad25f108-fd58-45d5-82e3-201a1ce75a9e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.797087375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ad25f108-fd58-45d5-82e3-201a1ce75a9e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.797394619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23ad2d77-8825-4ed5-a02d-ab89f2b9ba83","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.797411608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"23ad2d77-8825-4ed5-a02d-ab89f2b9ba83","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.797850822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d4b45298-6829-486a-9a55-def0232a2c4b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.797869559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d4b45298-6829-486a-9a55-def0232a2c4b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.798178094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac007910-c231-4f02-bde5-dc4e5f0cbe22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.798196088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac007910-c231-4f02-bde5-dc4e5f0cbe22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.84704877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c2f863d-65ee-44ce-8663-7f496b6e5c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.901142328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cedd0629-fe16-4edf-a611-b8f0ac300aae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.904739028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c2f863d-65ee-44ce-8663-7f496b6e5c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.94856903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"faa6c808-6387-4cc9-938f-e0eb79388fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.960616115Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"47bdb143-8f16-497f-ab60-d91931a57400","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.962958511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c2f863d-65ee-44ce-8663-7f496b6e5c4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:27.99716778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"7ab4aeb5-167f-4cff-9462-15e5d3d2a170","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.005955729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"faa6c808-6387-4cc9-938f-e0eb79388fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.053934115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"7ab4aeb5-167f-4cff-9462-15e5d3d2a170","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.062313664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"faa6c808-6387-4cc9-938f-e0eb79388fdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.161699234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72f82fe9-cada-4514-8709-0c78b374a39f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.22152861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72f82fe9-cada-4514-8709-0c78b374a39f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.250999761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54363e9a-af52-424d-b33f-e49f8b560850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.277209759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72f82fe9-cada-4514-8709-0c78b374a39f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.308380212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54363e9a-af52-424d-b33f-e49f8b560850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.326401415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9a9e6768-dc3d-45c3-9098-0989ed0ffd84","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.364996462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"548c1497-e2d3-4cae-b898-f90feed7ed50","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.365009709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54363e9a-af52-424d-b33f-e49f8b560850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.421651627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"548c1497-e2d3-4cae-b898-f90feed7ed50","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.495220542Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b997cf","reconcileID":"f435a4eb-db5c-4018-a0a5-04974da4b508","namespace":"llm","name":"e2e-dft-refs-b997cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.548708321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b997cf","reconcileID":"c97ac9c8-337c-4fee-9fb5-22bbc4c00998","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-b997cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.548737627Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b997cf","reconcileID":"c97ac9c8-337c-4fee-9fb5-22bbc4c00998","MaaSModelRef":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-b997cf-55ddd9b78df6","namespace":"llm","model":"e2e-dft-refs-b997cf","externalModel":"e2e-dft-refs-b997cf","provider":"e2e-dft-refs-b997cf-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.655133756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"8ea2e0b8-e73e-44e5-9108-5ea095568d7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.65518362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"41355d62-c1dc-45e1-beed-3f9c5edc8124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.655889587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ead09d9f-a86c-46bf-89a3-32bc014b1035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.65594406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3394dea6-fcd9-44b8-bcf4-d70d3196be5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.713833153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"8ea2e0b8-e73e-44e5-9108-5ea095568d7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.713860826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"41355d62-c1dc-45e1-beed-3f9c5edc8124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.717858928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ead09d9f-a86c-46bf-89a3-32bc014b1035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.717918811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3394dea6-fcd9-44b8-bcf4-d70d3196be5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.733635907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"ac41690f-b626-49c0-8fe7-0d9895e22758","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.774335777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ead09d9f-a86c-46bf-89a3-32bc014b1035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.774379548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3394dea6-fcd9-44b8-bcf4-d70d3196be5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:28.790223395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"ac41690f-b626-49c0-8fe7-0d9895e22758","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:35.080346796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"7db4c3bd-d659-4c3a-b3a7-da94145ff9f9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:35.133295292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6ee3200-b18d-4a58-92ff-fa1dfc274aa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:35.133295306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c88a354-233c-4e4e-abca-d66cd6a9dbc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:35.137301497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"7db4c3bd-d659-4c3a-b3a7-da94145ff9f9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:35.191985754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6ee3200-b18d-4a58-92ff-fa1dfc274aa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:35.192311479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c88a354-233c-4e4e-abca-d66cd6a9dbc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:35.249040137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c23ec0881106abe20af40bd2009b05fd26d75709f45af821360e0624e45fb13b) AuthConfig (5d1b4149bad4d2bbe78c6e20fbbbb8b89f85c8cd4f860539a60ec2c690a41d83) AuthConfig (d0554356e1e0ea653763a6db9cbd747fb84261323b8fad18590e45845970d352) AuthConfig (f9dc9d4a142a846d335ec6af9a101a97bc7136774f492250372aab3a61ff79cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c88a354-233c-4e4e-abca-d66cd6a9dbc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:35.249040112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c23ec0881106abe20af40bd2009b05fd26d75709f45af821360e0624e45fb13b) AuthConfig (5d1b4149bad4d2bbe78c6e20fbbbb8b89f85c8cd4f860539a60ec2c690a41d83) AuthConfig (d0554356e1e0ea653763a6db9cbd747fb84261323b8fad18590e45845970d352) AuthConfig (f9dc9d4a142a846d335ec6af9a101a97bc7136774f492250372aab3a61ff79cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6ee3200-b18d-4a58-92ff-fa1dfc274aa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:35.305117968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ca8b4a8-94fa-4b31-af33-f451d707ccd8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:35.305148706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ca8b4a8-94fa-4b31-af33-f451d707ccd8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:35.307951138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"627defe6-3a68-4e3d-9ecb-e074936a349a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:35.307972448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"627defe6-3a68-4e3d-9ecb-e074936a349a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:35.900046924Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:37.797158614Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-sub-dbca605d","reconcileID":"5a3b84fe-81af-4a54-a7ea-792087711c22","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-dbca605d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:37.9636634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"namespace":"ai-tenant-e2e-mt-ac2b9c83","name":"e2e-shared-int-sub-dbca605d","reconcileID":"5a3b84fe-81af-4a54-a7ea-792087711c22","MaaSSubscription":{"name":"e2e-shared-int-sub-dbca605d","namespace":"ai-tenant-e2e-mt-ac2b9c83"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.187281168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8df1747-7137-47f8-93f7-818e83f68ebe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.18730296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8df1747-7137-47f8-93f7-818e83f68ebe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.419972168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c01465e2-2eb0-4f3e-92bf-0d273e7a10d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.420145428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d736f8e7-13e9-4ac1-b66e-192ad3d84ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.477568117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d736f8e7-13e9-4ac1-b66e-192ad3d84ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.477589158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c01465e2-2eb0-4f3e-92bf-0d273e7a10d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.533624982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c23ec0881106abe20af40bd2009b05fd26d75709f45af821360e0624e45fb13b) AuthConfig (5d1b4149bad4d2bbe78c6e20fbbbb8b89f85c8cd4f860539a60ec2c690a41d83) AuthConfig (d0554356e1e0ea653763a6db9cbd747fb84261323b8fad18590e45845970d352) AuthConfig (f9dc9d4a142a846d335ec6af9a101a97bc7136774f492250372aab3a61ff79cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c01465e2-2eb0-4f3e-92bf-0d273e7a10d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:38.53367697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c23ec0881106abe20af40bd2009b05fd26d75709f45af821360e0624e45fb13b) AuthConfig (5d1b4149bad4d2bbe78c6e20fbbbb8b89f85c8cd4f860539a60ec2c690a41d83) AuthConfig (d0554356e1e0ea653763a6db9cbd747fb84261323b8fad18590e45845970d352) AuthConfig (f9dc9d4a142a846d335ec6af9a101a97bc7136774f492250372aab3a61ff79cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d736f8e7-13e9-4ac1-b66e-192ad3d84ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:39.230854141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"853b3bc3-f7e7-4ab9-8931-97e7fa8e7ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:39.284035316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"853b3bc3-f7e7-4ab9-8931-97e7fa8e7ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:39.337102601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"853b3bc3-f7e7-4ab9-8931-97e7fa8e7ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:39.390587456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"853b3bc3-f7e7-4ab9-8931-97e7fa8e7ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:41.338063472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2a8be9-f46b-497d-a6cb-fb9374a42aa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:41.391075864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2a8be9-f46b-497d-a6cb-fb9374a42aa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:41.444039789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2a8be9-f46b-497d-a6cb-fb9374a42aa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:41.497077209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2a8be9-f46b-497d-a6cb-fb9374a42aa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:42.393220552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"736e0a46-ac17-4450-9c0a-275262fb0978","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:42.393229306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c67db8f-eb2e-46c1-b035-dc5ec550dcf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:42.450504203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"736e0a46-ac17-4450-9c0a-275262fb0978","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:42.450540154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c67db8f-eb2e-46c1-b035-dc5ec550dcf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:42.5063064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c23ec0881106abe20af40bd2009b05fd26d75709f45af821360e0624e45fb13b) AuthConfig (5d1b4149bad4d2bbe78c6e20fbbbb8b89f85c8cd4f860539a60ec2c690a41d83) AuthConfig (d0554356e1e0ea653763a6db9cbd747fb84261323b8fad18590e45845970d352) AuthConfig (f9dc9d4a142a846d335ec6af9a101a97bc7136774f492250372aab3a61ff79cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"736e0a46-ac17-4450-9c0a-275262fb0978","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:42.50710103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c23ec0881106abe20af40bd2009b05fd26d75709f45af821360e0624e45fb13b) AuthConfig (5d1b4149bad4d2bbe78c6e20fbbbb8b89f85c8cd4f860539a60ec2c690a41d83) AuthConfig (d0554356e1e0ea653763a6db9cbd747fb84261323b8fad18590e45845970d352) AuthConfig (f9dc9d4a142a846d335ec6af9a101a97bc7136774f492250372aab3a61ff79cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c67db8f-eb2e-46c1-b035-dc5ec550dcf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:42.654061133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bc6a9ed-d495-42db-b239-962535f0ff5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:42.654084709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bc6a9ed-d495-42db-b239-962535f0ff5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:42.712846175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a52b758c-3ced-4434-bcfe-f33ae732c6b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:42.712869085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a52b758c-3ced-4434-bcfe-f33ae732c6b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:42.834975504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"f0988f30-99c2-4401-9751-8be03c45b5d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109220","tenantID":"e2e-api-b-109220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:42.958495741Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"f0988f30-99c2-4401-9751-8be03c45b5d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"name":"e2e-api-b-109220-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.014403697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-109220-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"f0988f30-99c2-4401-9751-8be03c45b5d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.072675581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"466c06ca-6c3f-4a71-94ec-646ca2473b95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.072695908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"466c06ca-6c3f-4a71-94ec-646ca2473b95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.652420659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"890ec565-a3f3-4c82-9ca7-d77436fb2363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.652466061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"746e044a-d480-4a49-8e44-31dde0040f33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.709845058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"890ec565-a3f3-4c82-9ca7-d77436fb2363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.710085798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"746e044a-d480-4a49-8e44-31dde0040f33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.765356696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c23ec0881106abe20af40bd2009b05fd26d75709f45af821360e0624e45fb13b) AuthConfig (5d1b4149bad4d2bbe78c6e20fbbbb8b89f85c8cd4f860539a60ec2c690a41d83) AuthConfig (d0554356e1e0ea653763a6db9cbd747fb84261323b8fad18590e45845970d352) AuthConfig (f9dc9d4a142a846d335ec6af9a101a97bc7136774f492250372aab3a61ff79cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"890ec565-a3f3-4c82-9ca7-d77436fb2363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.765571731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c23ec0881106abe20af40bd2009b05fd26d75709f45af821360e0624e45fb13b) AuthConfig (5d1b4149bad4d2bbe78c6e20fbbbb8b89f85c8cd4f860539a60ec2c690a41d83) AuthConfig (d0554356e1e0ea653763a6db9cbd747fb84261323b8fad18590e45845970d352) AuthConfig (f9dc9d4a142a846d335ec6af9a101a97bc7136774f492250372aab3a61ff79cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"746e044a-d480-4a49-8e44-31dde0040f33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:43.943288079Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b997cf","reconcileID":"e7f82487-2604-42a0-8183-ff10dc5e7940","namespace":"llm","name":"e2e-dft-refs-b997cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.050659111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"9e5fae71-89d4-46b1-9252-b42889f9bcd4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109220","tenantID":"e2e-api-b-109220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.050659195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"70227c4a-3708-45d3-9028-474debd489f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.102865044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"664ef2bc-d31a-4868-a500-ed3000926d2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.103105202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b870891-4c3b-4571-b1ab-58e73f170de8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.103596964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91949628-f7f1-45cc-ba45-cfc9f2ac5c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.107524734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"70227c4a-3708-45d3-9028-474debd489f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.107577275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"9e5fae71-89d4-46b1-9252-b42889f9bcd4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"name":"e2e-api-b-109220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.159759914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"664ef2bc-d31a-4868-a500-ed3000926d2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.160324588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b870891-4c3b-4571-b1ab-58e73f170de8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.16203931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91949628-f7f1-45cc-ba45-cfc9f2ac5c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.163287778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-109220-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"9e5fae71-89d4-46b1-9252-b42889f9bcd4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.171383575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edc05c0a-bbb5-4148-93c5-7387714e29ad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.171402248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"edc05c0a-bbb5-4148-93c5-7387714e29ad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.17162074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5c2ad71c-6cdf-47de-9c27-6bbaf35e2815","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.171631844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5c2ad71c-6cdf-47de-9c27-6bbaf35e2815","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.171840145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7e5f8c8f-50d6-4dc0-bc98-c353cbbf1b75","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.171851408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7e5f8c8f-50d6-4dc0-bc98-c353cbbf1b75","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.172050854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c1a5581-2253-4588-894c-8df9ee7b7b68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.172064052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c1a5581-2253-4588-894c-8df9ee7b7b68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.172350971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5a356e41-58df-4a15-b8b4-67c17d7dd768","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.172363237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5a356e41-58df-4a15-b8b4-67c17d7dd768","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.1725334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c8fe6bcb-2f6e-46c6-b02b-d8c45b4ee7a7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.17254221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c8fe6bcb-2f6e-46c6-b02b-d8c45b4ee7a7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.172700617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"42f6b198-23cb-415f-a84a-de846c3c3f48","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.172708999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"42f6b198-23cb-415f-a84a-de846c3c3f48","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.172892222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3550f78d-e859-4797-947e-c028a2b65da2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.172901514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3550f78d-e859-4797-947e-c028a2b65da2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.21630257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c23ec0881106abe20af40bd2009b05fd26d75709f45af821360e0624e45fb13b) AuthConfig (5d1b4149bad4d2bbe78c6e20fbbbb8b89f85c8cd4f860539a60ec2c690a41d83) AuthConfig (d0554356e1e0ea653763a6db9cbd747fb84261323b8fad18590e45845970d352) AuthConfig (f9dc9d4a142a846d335ec6af9a101a97bc7136774f492250372aab3a61ff79cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b870891-4c3b-4571-b1ab-58e73f170de8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.217345811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c23ec0881106abe20af40bd2009b05fd26d75709f45af821360e0624e45fb13b) AuthConfig (5d1b4149bad4d2bbe78c6e20fbbbb8b89f85c8cd4f860539a60ec2c690a41d83) AuthConfig (d0554356e1e0ea653763a6db9cbd747fb84261323b8fad18590e45845970d352) AuthConfig (f9dc9d4a142a846d335ec6af9a101a97bc7136774f492250372aab3a61ff79cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91949628-f7f1-45cc-ba45-cfc9f2ac5c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.321476047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"63938ddd-6867-451d-89a5-41a2bf93d491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.369000453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"0035b227-91be-4a39-b641-0862556cc670","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109220","tenantID":"e2e-api-b-109220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.378204789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"63938ddd-6867-451d-89a5-41a2bf93d491","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.392668145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c6763fb8-4e7c-40e6-aafe-318f1fdcb8cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.392743625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"87ff2d45-65cb-48e7-9207-5c90ee741f69","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.4236152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b1f58df-f4d6-47c4-987a-f64c862e8550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.428650454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"0035b227-91be-4a39-b641-0862556cc670","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"name":"e2e-api-b-109220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.481630544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b1f58df-f4d6-47c4-987a-f64c862e8550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.485309556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-109220-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"0035b227-91be-4a39-b641-0862556cc670","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.522093425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ff689c7-146a-489e-95df-707c98607e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.536944594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c23ec0881106abe20af40bd2009b05fd26d75709f45af821360e0624e45fb13b) AuthConfig (5d1b4149bad4d2bbe78c6e20fbbbb8b89f85c8cd4f860539a60ec2c690a41d83) AuthConfig (d0554356e1e0ea653763a6db9cbd747fb84261323b8fad18590e45845970d352) AuthConfig (f9dc9d4a142a846d335ec6af9a101a97bc7136774f492250372aab3a61ff79cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b1f58df-f4d6-47c4-987a-f64c862e8550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.569147029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"edc91920-2be4-4a17-940c-2eb1b94e1b5e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.580300262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ff689c7-146a-489e-95df-707c98607e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.626232183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"edc91920-2be4-4a17-940c-2eb1b94e1b5e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.627829702Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-b997cf","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-b997cf","reconcileID":"3d749f7b-75c9-49f6-9162-529df9746522","namespace":"llm","name":"e2e-dft-refs-b997cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.63548223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c23ec0881106abe20af40bd2009b05fd26d75709f45af821360e0624e45fb13b) AuthConfig (5d1b4149bad4d2bbe78c6e20fbbbb8b89f85c8cd4f860539a60ec2c690a41d83) AuthConfig (d0554356e1e0ea653763a6db9cbd747fb84261323b8fad18590e45845970d352) AuthConfig (f9dc9d4a142a846d335ec6af9a101a97bc7136774f492250372aab3a61ff79cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ff689c7-146a-489e-95df-707c98607e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.735555182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"1a549061-6845-46c2-be05-33354722df1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109220","tenantID":"e2e-api-b-109220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.789047099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"c479fa36-0467-4b68-99d5-c69a159d767e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.789261613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4384eeb6-05ae-43cb-a93f-c5d5640ff459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.793143832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"1a549061-6845-46c2-be05-33354722df1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"name":"e2e-api-b-109220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.847177811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4384eeb6-05ae-43cb-a93f-c5d5640ff459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.84730963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"c479fa36-0467-4b68-99d5-c69a159d767e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.848586221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-109220-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"1a549061-6845-46c2-be05-33354722df1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.88761965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4db7fc61-4e44-4b3a-93b5-f149653ff709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.90503788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c23ec0881106abe20af40bd2009b05fd26d75709f45af821360e0624e45fb13b) AuthConfig (5d1b4149bad4d2bbe78c6e20fbbbb8b89f85c8cd4f860539a60ec2c690a41d83) AuthConfig (d0554356e1e0ea653763a6db9cbd747fb84261323b8fad18590e45845970d352) AuthConfig (f9dc9d4a142a846d335ec6af9a101a97bc7136774f492250372aab3a61ff79cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4384eeb6-05ae-43cb-a93f-c5d5640ff459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.949229576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4db7fc61-4e44-4b3a-93b5-f149653ff709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:44.996681136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"462b4b61-90af-4702-abd8-e05184a97b77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.004677273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c23ec0881106abe20af40bd2009b05fd26d75709f45af821360e0624e45fb13b) AuthConfig (5d1b4149bad4d2bbe78c6e20fbbbb8b89f85c8cd4f860539a60ec2c690a41d83) AuthConfig (d0554356e1e0ea653763a6db9cbd747fb84261323b8fad18590e45845970d352) AuthConfig (f9dc9d4a142a846d335ec6af9a101a97bc7136774f492250372aab3a61ff79cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4db7fc61-4e44-4b3a-93b5-f149653ff709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.04108363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"ab01eddd-49cc-45be-bcf3-ccbb40201bf3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.053775329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"462b4b61-90af-4702-abd8-e05184a97b77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:45.097628978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"ab01eddd-49cc-45be-bcf3-ccbb40201bf3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.21423892Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-457ff7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-457ff7","reconcileID":"083e0970-668d-43e7-8976-9991ad1a76c4","namespace":"llm","name":"e2e-dft-del-457ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.271800126Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-457ff7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-457ff7","reconcileID":"f267545c-1f95-4e2f-b193-64d6be51e0a6","namespace":"llm","name":"e2e-dft-del-457ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.321317647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"35f63db7-96c7-48c2-ba07-0409f909ea92","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109220","tenantID":"e2e-api-b-109220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.321571994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"95586696-0694-428e-86b5-bb27efd46841","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.374209731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d97e244-31d7-4790-83e8-8af9871622da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.37422036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9749d6c9-2b44-4ddf-8fa7-6ce9c1b8220d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.374963199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"284fabc7-406c-4868-86f0-15cc47dfd8f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.378203885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"35f63db7-96c7-48c2-ba07-0409f909ea92","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"name":"e2e-api-b-109220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.378680037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"95586696-0694-428e-86b5-bb27efd46841","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.433049429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d97e244-31d7-4790-83e8-8af9871622da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.433099586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9749d6c9-2b44-4ddf-8fa7-6ce9c1b8220d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.434489406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-109220-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"35f63db7-96c7-48c2-ba07-0409f909ea92","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.435292084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"284fabc7-406c-4868-86f0-15cc47dfd8f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.490026937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c23ec0881106abe20af40bd2009b05fd26d75709f45af821360e0624e45fb13b) AuthConfig (5d1b4149bad4d2bbe78c6e20fbbbb8b89f85c8cd4f860539a60ec2c690a41d83) AuthConfig (d0554356e1e0ea653763a6db9cbd747fb84261323b8fad18590e45845970d352) AuthConfig (f9dc9d4a142a846d335ec6af9a101a97bc7136774f492250372aab3a61ff79cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d97e244-31d7-4790-83e8-8af9871622da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.490166827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c23ec0881106abe20af40bd2009b05fd26d75709f45af821360e0624e45fb13b) AuthConfig (5d1b4149bad4d2bbe78c6e20fbbbb8b89f85c8cd4f860539a60ec2c690a41d83) AuthConfig (d0554356e1e0ea653763a6db9cbd747fb84261323b8fad18590e45845970d352) AuthConfig (f9dc9d4a142a846d335ec6af9a101a97bc7136774f492250372aab3a61ff79cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9749d6c9-2b44-4ddf-8fa7-6ce9c1b8220d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.592894357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"b6b4464e-a917-4237-92db-6f85918f610f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.630215578Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-457ff7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-457ff7","reconcileID":"32f2a39b-c4f4-4d8d-871f-d845a7276e87","MaaSModelRef":{"name":"e2e-dft-del-457ff7","namespace":"llm"},"name":"e2e-dft-del-457ff7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.642062484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"2c01e554-009c-48f1-812f-c7408c4ab7be","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109220","tenantID":"e2e-api-b-109220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.649849555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"b6b4464e-a917-4237-92db-6f85918f610f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.695037639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3453e11-04b3-4e13-95b2-35439f70dad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.698822523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"2c01e554-009c-48f1-812f-c7408c4ab7be","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"name":"e2e-api-b-109220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.712856829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"90490642-dec6-4d8c-b50b-e38968e89e3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.713003546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4381f8da-d8af-4d96-ae7c-4d542976ef0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.741546009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"30f7fdfb-e5bc-4225-8654-aa6b63a43817","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.74223976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"574cf6fa-1b58-4fde-9311-9cde88af6128","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.742256573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"574cf6fa-1b58-4fde-9311-9cde88af6128","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.742543404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0e134f6f-5214-47f9-a1d7-eb100004d8ad","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.742555258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0e134f6f-5214-47f9-a1d7-eb100004d8ad","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.742772526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"981c5393-4ece-4596-b350-e190d5196563","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.742815308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"981c5393-4ece-4596-b350-e190d5196563","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.743032669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f346417a-0991-4eef-890b-c63543125132","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.743042883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f346417a-0991-4eef-890b-c63543125132","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.753260166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3453e11-04b3-4e13-95b2-35439f70dad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.756846294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-109220-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"2c01e554-009c-48f1-812f-c7408c4ab7be","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.795916139Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-457ff7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-457ff7","reconcileID":"3c364921-6df6-4934-b97f-be9d64b62555","MaaSModelRef":{"name":"e2e-dft-del-457ff7","namespace":"llm"},"name":"e2e-dft-del-457ff7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.798424308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"30f7fdfb-e5bc-4225-8654-aa6b63a43817","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.808444406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c23ec0881106abe20af40bd2009b05fd26d75709f45af821360e0624e45fb13b) AuthConfig (5d1b4149bad4d2bbe78c6e20fbbbb8b89f85c8cd4f860539a60ec2c690a41d83) AuthConfig (d0554356e1e0ea653763a6db9cbd747fb84261323b8fad18590e45845970d352) AuthConfig (f9dc9d4a142a846d335ec6af9a101a97bc7136774f492250372aab3a61ff79cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3453e11-04b3-4e13-95b2-35439f70dad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.849367339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aaa85fcc-4838-4eda-bc24-5f4f6073b328","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.849388289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aaa85fcc-4838-4eda-bc24-5f4f6073b328","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.849671743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b9c23718-2759-4ca5-8825-fa5b05bde9a7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.849689925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b9c23718-2759-4ca5-8825-fa5b05bde9a7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.850007288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"903ca4d7-6112-45fd-be7d-e69f198072f3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.850081624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"903ca4d7-6112-45fd-be7d-e69f198072f3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.850409085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac41a338-a070-4c40-b60a-42f0a6a93c12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.85045004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac41a338-a070-4c40-b60a-42f0a6a93c12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.89473263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"6cabeef7-4187-4167-b8ab-f604e1bfa77f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.913920821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56c8be4b-3331-45a8-b134-c61892e7cf78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.953371935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"6cabeef7-4187-4167-b8ab-f604e1bfa77f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.970851608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56c8be4b-3331-45a8-b134-c61892e7cf78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:46.998733601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4735e19-0fcd-4646-8406-407ffdfcdc94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.0285138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c23ec0881106abe20af40bd2009b05fd26d75709f45af821360e0624e45fb13b) AuthConfig (5d1b4149bad4d2bbe78c6e20fbbbb8b89f85c8cd4f860539a60ec2c690a41d83) AuthConfig (d0554356e1e0ea653763a6db9cbd747fb84261323b8fad18590e45845970d352) AuthConfig (f9dc9d4a142a846d335ec6af9a101a97bc7136774f492250372aab3a61ff79cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56c8be4b-3331-45a8-b134-c61892e7cf78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.043150744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"92401af9-82ed-40c4-b125-4d776273e1cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109220","tenantID":"e2e-api-b-109220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.057553766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4735e19-0fcd-4646-8406-407ffdfcdc94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.100755954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"92401af9-82ed-40c4-b125-4d776273e1cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"name":"e2e-api-b-109220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.112870514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c23ec0881106abe20af40bd2009b05fd26d75709f45af821360e0624e45fb13b) AuthConfig (5d1b4149bad4d2bbe78c6e20fbbbb8b89f85c8cd4f860539a60ec2c690a41d83) AuthConfig (d0554356e1e0ea653763a6db9cbd747fb84261323b8fad18590e45845970d352) AuthConfig (f9dc9d4a142a846d335ec6af9a101a97bc7136774f492250372aab3a61ff79cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4735e19-0fcd-4646-8406-407ffdfcdc94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.158118937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-109220-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"92401af9-82ed-40c4-b125-4d776273e1cc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.194742306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"22d8ab88-8844-469a-8a0b-e4fd171522ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.251101073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"22d8ab88-8844-469a-8a0b-e4fd171522ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.4481712Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-457ff7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-457ff7","reconcileID":"12bee0e9-fe5b-426b-8ba6-81d729d0404e","namespace":"llm","name":"e2e-dft-del-457ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.502077274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-457ff7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-457ff7","reconcileID":"5d51dc7a-a6da-4907-9334-65ab13f69961","MaaSModelRef":{"name":"e2e-dft-del-457ff7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-457ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.502109814Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-457ff7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-457ff7","reconcileID":"5d51dc7a-a6da-4907-9334-65ab13f69961","MaaSModelRef":{"name":"e2e-dft-del-457ff7","namespace":"llm"},"routeName":"external-model-e2e-dft-del-457ff7-ae2a1753398c","namespace":"llm","model":"e2e-dft-del-457ff7","externalModel":"e2e-dft-del-457ff7","provider":"e2e-dft-del-457ff7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.58432325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"fb611e08-7e3b-45d7-a282-2f2d2346dfe1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109220","tenantID":"e2e-api-b-109220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.63654055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"026b634e-5949-47e0-8a34-1e57d05d73d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.63723797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"262cab2a-b233-4a1f-8079-3b8734dd27fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.637325191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf70cba7-3398-4abe-9923-16a65089d3d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.641280479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"fb611e08-7e3b-45d7-a282-2f2d2346dfe1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"name":"e2e-api-b-109220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.655190232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"823b9e22-ba91-4109-89df-232f9c2b27c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.693711195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"026b634e-5949-47e0-8a34-1e57d05d73d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.694688158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"262cab2a-b233-4a1f-8079-3b8734dd27fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.695968352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf70cba7-3398-4abe-9923-16a65089d3d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.696508262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-109220-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9ef770b20f01c71fabcad58de87ef49978e57c8268754f05713485e38c7c6c) AuthConfig (248e2d7e1986a814854482694d34a981bebe668db7956563211edba37e638640) AuthConfig (44cf50439ce039c68484d3f1a12633d629ddaecfb0d11577ce14c795d25612fc) AuthConfig (5734c3c6bdfdf2ba156126dbdc557367da07009bf8cfddac02777a4fd6b0f220) AuthConfig (964e57c0bf45f5e370a264a27f34a34aa56539a87f569baeb46f5a574b1087f5) AuthConfig (c56a6a482c0c7cd5426f25fa04140d5d7b8dc3f1db45d80cfb74a2fdc25b2c92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"fb611e08-7e3b-45d7-a282-2f2d2346dfe1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.711862865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"823b9e22-ba91-4109-89df-232f9c2b27c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.754154533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6661ba8-89f6-45ba-b6c4-c25144e5537b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.754172245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6661ba8-89f6-45ba-b6c4-c25144e5537b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.795666499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"ad5b87e7-55e7-4c39-8f06-edebb3ff43d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.895319593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d3c84292-53d8-4e7c-9c97-d21286eadea6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.895365674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1c17c395-2d36-418c-a07b-75bf1ce4a18f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.911493215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"27829c65-bbcd-4082-86e4-671b5199edaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.964854993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d55ef598-2f13-48f7-b888-4a371664de1b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.964875151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d55ef598-2f13-48f7-b888-4a371664de1b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.96740933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28a8af36-1523-48e3-bac1-9c915fdc5f2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.967424789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28a8af36-1523-48e3-bac1-9c915fdc5f2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.971094382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"27829c65-bbcd-4082-86e4-671b5199edaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:47.997085349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"d0085d77-d734-463b-89e3-694eeabb1296","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:51.831170024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"97863277-c166-4eb9-ba5b-23fd08a48245","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:51.883851909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4dcae7c-1806-4ffd-bcd1-7fa186f0145c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:51.883850883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbbb0781-a375-452d-9985-c57a34941154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:51.887658131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"97863277-c166-4eb9-ba5b-23fd08a48245","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:51.94289324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4dcae7c-1806-4ffd-bcd1-7fa186f0145c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:51.944112279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbbb0781-a375-452d-9985-c57a34941154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:52.230677785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fea92a02-eefd-4726-b6bb-de6a18af3dde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:52.230700546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fea92a02-eefd-4726-b6bb-de6a18af3dde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:52.271438431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"929c7f3d-f86e-487a-8351-7b02a846f2d5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:52.329868422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"929c7f3d-f86e-487a-8351-7b02a846f2d5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:52.636920825Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"885fbb24-65b0-485e-9146-9ac7bbae8eed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:52.950019994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"885fbb24-65b0-485e-9146-9ac7bbae8eed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:52.994637249Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-457ff7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-457ff7","reconcileID":"b7bd1185-ee5e-46e0-a4e7-50865d79dbe2","namespace":"llm","name":"e2e-dft-del-457ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.052723354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f2f3eec6-66b7-4a9d-bc75-eb1aa044bdad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.052743557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f2f3eec6-66b7-4a9d-bc75-eb1aa044bdad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.053027904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2d3786cf-c583-4ea4-8fc9-1f8548f2f475","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.053044672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2d3786cf-c583-4ea4-8fc9-1f8548f2f475","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.053240444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f146658e-4d3e-4990-9b66-8711d89d9759","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.053251053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f146658e-4d3e-4990-9b66-8711d89d9759","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.053449601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f1918c5-7dfa-4806-a22c-fb3bf41d28b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.053459374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f1918c5-7dfa-4806-a22c-fb3bf41d28b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.053743458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2b81b612-f9d9-45bc-a899-c9214bc841ae","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.053753671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2b81b612-f9d9-45bc-a899-c9214bc841ae","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.053968604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cabe14a8-f887-4fae-92fa-65e532022c50","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.053980832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cabe14a8-f887-4fae-92fa-65e532022c50","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.054207558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"260dbfcf-f17d-43a9-9b10-2ce02dd09ee7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.054232742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"260dbfcf-f17d-43a9-9b10-2ce02dd09ee7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.054456527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"606cab4b-1630-40f9-85e9-da53a5c460cb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.054465394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"606cab4b-1630-40f9-85e9-da53a5c460cb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.074750399Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"885fbb24-65b0-485e-9146-9ac7bbae8eed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"name":"e2e-api-a-91c494-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.074768059Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"e2e-e2e-api-a-91c494-policy","reconcileID":"885fbb24-65b0-485e-9146-9ac7bbae8eed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-91c494-policy","namespace":"ai-tenant-e2e-api-a-91c494"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-91c494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.131267092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64341640-d60a-4a12-976b-7aa4ac6b57d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.131286375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64341640-d60a-4a12-976b-7aa4ac6b57d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.150488502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcad32bd-2ac7-431c-b9b2-910791977c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.151359047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"490f438f-092c-414f-9d42-934919a0c010","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109220","tenantID":"e2e-api-b-109220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.207873681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcad32bd-2ac7-431c-b9b2-910791977c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.208329457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02356826-74c5-4d1a-8e2b-1f05098b3786","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.208566486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"490f438f-092c-414f-9d42-934919a0c010","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"name":"e2e-api-b-109220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.261860859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcad32bd-2ac7-431c-b9b2-910791977c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.262257983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3116a48-f842-41e9-9842-3878924fcbb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.269341297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-109220-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9ef770b20f01c71fabcad58de87ef49978e57c8268754f05713485e38c7c6c) AuthConfig (248e2d7e1986a814854482694d34a981bebe668db7956563211edba37e638640) AuthConfig (44cf50439ce039c68484d3f1a12633d629ddaecfb0d11577ce14c795d25612fc) AuthConfig (5734c3c6bdfdf2ba156126dbdc557367da07009bf8cfddac02777a4fd6b0f220) AuthConfig (964e57c0bf45f5e370a264a27f34a34aa56539a87f569baeb46f5a574b1087f5) AuthConfig (c56a6a482c0c7cd5426f25fa04140d5d7b8dc3f1db45d80cfb74a2fdc25b2c92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"490f438f-092c-414f-9d42-934919a0c010","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.272287985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02356826-74c5-4d1a-8e2b-1f05098b3786","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.314906864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3929d031-b4ea-41a4-b220-071cd0dd9732","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.316395103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcad32bd-2ac7-431c-b9b2-910791977c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.318371314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"8887ea0c-65d0-4b4f-98da-cd75d2bf8ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.372101594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ef0a2f24-7e91-4c89-b3e5-94b2f0420fc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.374734433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3116a48-f842-41e9-9842-3878924fcbb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.376280175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"8887ea0c-65d0-4b4f-98da-cd75d2bf8ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.422940364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"4ec70632-87ca-4dcb-92ed-9b745d9d84a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.424082955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"6cba9cc1-2e54-47e1-bc6e-f5f767229a34","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109220","tenantID":"e2e-api-b-109220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.48092708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"4ec70632-87ca-4dcb-92ed-9b745d9d84a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.48174781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"6cba9cc1-2e54-47e1-bc6e-f5f767229a34","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"name":"e2e-api-b-109220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.512098513Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-457ff7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-457ff7","reconcileID":"7f2d1ec3-7309-4be5-bacf-739f28bea5a0","namespace":"llm","name":"e2e-dft-del-457ff7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.587501635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-109220-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9ef770b20f01c71fabcad58de87ef49978e57c8268754f05713485e38c7c6c) AuthConfig (248e2d7e1986a814854482694d34a981bebe668db7956563211edba37e638640) AuthConfig (44cf50439ce039c68484d3f1a12633d629ddaecfb0d11577ce14c795d25612fc) AuthConfig (5734c3c6bdfdf2ba156126dbdc557367da07009bf8cfddac02777a4fd6b0f220) AuthConfig (964e57c0bf45f5e370a264a27f34a34aa56539a87f569baeb46f5a574b1087f5) AuthConfig (c56a6a482c0c7cd5426f25fa04140d5d7b8dc3f1db45d80cfb74a2fdc25b2c92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"6cba9cc1-2e54-47e1-bc6e-f5f767229a34","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.695117573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72de164c-351e-4633-9aed-5bdb9380d477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.695564977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"9b2be408-f32b-4a69-8abf-65d70a564472","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109220","tenantID":"e2e-api-b-109220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.747886821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"59861275-988f-4681-9c1a-c80f134f4cbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.748116519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fda1cff-d133-4ed9-a08e-ab510253e53d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.752248624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72de164c-351e-4633-9aed-5bdb9380d477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.753311239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"9b2be408-f32b-4a69-8abf-65d70a564472","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"name":"e2e-api-b-109220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.804746013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"59861275-988f-4681-9c1a-c80f134f4cbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.805017461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fda1cff-d133-4ed9-a08e-ab510253e53d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.80840758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-109220-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9ef770b20f01c71fabcad58de87ef49978e57c8268754f05713485e38c7c6c) AuthConfig (248e2d7e1986a814854482694d34a981bebe668db7956563211edba37e638640) AuthConfig (44cf50439ce039c68484d3f1a12633d629ddaecfb0d11577ce14c795d25612fc) AuthConfig (5734c3c6bdfdf2ba156126dbdc557367da07009bf8cfddac02777a4fd6b0f220) AuthConfig (964e57c0bf45f5e370a264a27f34a34aa56539a87f569baeb46f5a574b1087f5) AuthConfig (c56a6a482c0c7cd5426f25fa04140d5d7b8dc3f1db45d80cfb74a2fdc25b2c92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"9b2be408-f32b-4a69-8abf-65d70a564472","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.897382188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f1199503-20f0-43c3-a2ee-7f5c720e82aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:53.953819912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f1199503-20f0-43c3-a2ee-7f5c720e82aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:54.116875019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83159dbd-64e2-4d06-8453-fa5f53aae6bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:54.173703179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83159dbd-64e2-4d06-8453-fa5f53aae6bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:55.225628856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b52a5ca-3512-4028-8374-89b00434dd0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:55.281834261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b52a5ca-3512-4028-8374-89b00434dd0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:55.337240547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b52a5ca-3512-4028-8374-89b00434dd0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:55.391662711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b52a5ca-3512-4028-8374-89b00434dd0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:59.325291095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fa526998-8e95-4230-838d-a2501a047fe9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:59.756318351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"879e4c84-5da0-4bbc-961e-52645f9542ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:59.813005523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"f4bd2af5-4a05-4c70-8f34-f482be4df07e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:55:59.86800717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"633a7a1f-211a-4f98-a096-097ad3adb6f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:03.91515665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"56b43a41-a5e5-48be-acdd-e3a596f2a930","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109220","tenantID":"e2e-api-b-109220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:03.97232038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"56b43a41-a5e5-48be-acdd-e3a596f2a930","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"name":"e2e-api-b-109220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:04.291073248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"047e426b-a5fb-433e-b8ed-45de954535e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:04.291093302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"047e426b-a5fb-433e-b8ed-45de954535e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:05.893030441Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:06.232752907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9753015a-7b7f-4b67-95aa-8d9156b253b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:06.232749241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"463061ff-bba8-47c2-b970-5c9efab5aa47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:06.290594933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9753015a-7b7f-4b67-95aa-8d9156b253b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:06.29068166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"463061ff-bba8-47c2-b970-5c9efab5aa47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:06.660029334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41a4acb6-2e4b-45ca-867e-3d6ba82944fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:06.660029009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f5431c9-8ef8-4431-b06a-a0c7972e28c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:06.717770935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f5431c9-8ef8-4431-b06a-a0c7972e28c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:06.71928023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41a4acb6-2e4b-45ca-867e-3d6ba82944fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.115622003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbb223fa-4fe3-4b40-b85e-f3610cbb1908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.115630954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7f74e8e-1c0f-415b-89e5-ce7849e19fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.160199754Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"c8da76e8-f6f1-468d-ab2f-563053338c22","namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.174270215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7f74e8e-1c0f-415b-89e5-ce7849e19fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.174300565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbb223fa-4fe3-4b40-b85e-f3610cbb1908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.21833171Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"7f9b67b0-d354-4d96-bf75-05b4a1c61035","namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.266299684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"3fb0f14d-27fe-4432-a2cd-0a33dd8e6380","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109220","tenantID":"e2e-api-b-109220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.320748297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"72cca5a9-609a-4872-b7b3-f17a714db567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.320764891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"6d7bbfa1-0c0c-455d-94e8-557ccf74b001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.325268135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"3fb0f14d-27fe-4432-a2cd-0a33dd8e6380","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"name":"e2e-api-b-109220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.37775576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"6d7bbfa1-0c0c-455d-94e8-557ccf74b001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.377958945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"72cca5a9-609a-4872-b7b3-f17a714db567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.590162233Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"00d84d04-c250-43ca-ac46-ca8997162142","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.591034293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79991cd1-7f37-4b91-b127-2f11333c3eaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.591307645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcdc1eb2-17d3-4314-9162-4406237b362b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.645272678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"0c65a28f-456d-4e9d-810a-7794e46b2f97","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109220","tenantID":"e2e-api-b-109220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.649480416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79991cd1-7f37-4b91-b127-2f11333c3eaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.651945108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcdc1eb2-17d3-4314-9162-4406237b362b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.704773904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"0c65a28f-456d-4e9d-810a-7794e46b2f97","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"name":"e2e-api-b-109220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.757774777Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"82e1735d-c669-45c4-9b54-0c598888c4b9","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.79634403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"ed940595-c594-407d-8a12-137fc20031b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.796379352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"6891e75d-d5b3-4b63-b74d-677452da2501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.854746166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"6891e75d-d5b3-4b63-b74d-677452da2501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.854993547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"ed940595-c594-407d-8a12-137fc20031b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.921171484Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"9117537e-34cb-4e92-9c7c-ab8c3ae13eac","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:07.978233252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"1d30fbac-e9cd-4e32-998f-62b757ba8725","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.104859588Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"1d30fbac-e9cd-4e32-998f-62b757ba8725","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.160823094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a4dad5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"1d30fbac-e9cd-4e32-998f-62b757ba8725","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.269414931Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"5f0bcc7e-1118-4724-bc75-59d6b36fc01d","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.379266841Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"86fcb6da-b6a3-436c-9b54-4b5fafd1b370","namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.433441229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"d28cfb2e-a70e-4c78-9283-bd3bf8007ce9","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.433472202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"d28cfb2e-a70e-4c78-9283-bd3bf8007ce9","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-0bb5e6da-cd770b4b6278","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-0bb5e6da","externalModel":"e2e-fail-0bb5e6da","provider":"e2e-fail-0bb5e6da-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.486524008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"6c8cca62-cfe4-4201-aa17-b19ca7d4e295","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.486554383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"2cdda11f-2ba9-4be0-b235-099b3166271a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109220","tenantID":"e2e-api-b-109220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.539958226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"5ef681e9-0f20-4e14-b84e-a0eebc89fb9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.540422965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90a3854a-af73-4ad9-ba84-1e45b1c6336d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.540925368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b708b29-4936-4a37-9972-954543166941","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.54556329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"2cdda11f-2ba9-4be0-b235-099b3166271a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"name":"e2e-api-b-109220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.545563289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"6c8cca62-cfe4-4201-aa17-b19ca7d4e295","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.598419586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"5ef681e9-0f20-4e14-b84e-a0eebc89fb9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.59856982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b708b29-4936-4a37-9972-954543166941","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.601055194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90a3854a-af73-4ad9-ba84-1e45b1c6336d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.601293265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a4dad5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"6c8cca62-cfe4-4201-aa17-b19ca7d4e295","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.75920584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"5b85a155-8ae2-4fdf-9112-5ad59b9d42ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.81593788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"5b85a155-8ae2-4fdf-9112-5ad59b9d42ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.85984287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"6aab6807-d952-4def-8571-2e4a98097305","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.916677738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"6aab6807-d952-4def-8571-2e4a98097305","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:08.972198398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a4dad5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"6aab6807-d952-4def-8571-2e4a98097305","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:12.772158498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"45f266f3-8662-4b1e-8261-d3b57449eb78","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:12.830940122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"45f266f3-8662-4b1e-8261-d3b57449eb78","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:12.887260806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a4dad5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0c0c5b12db50c2d4e12636937b58d011858add9a4735c3336bc6aa019f17c871) AuthConfig (c25fe23933677458779db58c80ee57f44d47c24f06c70a76471111c0822ce3b0) AuthConfig (c6aac449e3205ac0ae935d1ef87eedf903f3bbd91130af4f972d4dd92258dc07) AuthConfig (90f10a0c926a466a95beb2bd130bedf55a2c11848d6acfe1def4c461713f585e) AuthConfig (cbc99c7245a59fddb0f823bf2d3df8e6178c4797eb33522f46cf89a8cd8912c4) AuthConfig (65072bcb4a136191a578f6818f41fb96734553cf6f352c26ef0e1290a958068d) AuthConfig (8c8b6ef49da1230604bb7eebee7767460b9b6f5f2c0a4779a37fe11d2f459969) AuthConfig (c24a5fa6c32016bfbc41d89b65cb5e10a9b90326f0ab86b594300cd776d57641) AuthConfig (e67cdac99b05cd9d8fe1afdbdc1e7afe1d0befcc070d01a7451be0cf8fcb83e8) AuthConfig (da20e8018adf3c87fc60025d3ce7def8a4921ea60218892d421b06aa5c6c4abe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"45f266f3-8662-4b1e-8261-d3b57449eb78","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:12.998221903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"2ae46c8d-657f-40d1-aaa9-3aec76c4bed7","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:12.998252625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"2ae46c8d-657f-40d1-aaa9-3aec76c4bed7","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-0bb5e6da-cd770b4b6278","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-0bb5e6da","externalModel":"e2e-fail-0bb5e6da","provider":"e2e-fail-0bb5e6da-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:16.914656708Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","namespace":"ai-tenant-e2e-api-a-91c494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:16.91471885Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","namespace":"ai-tenant-e2e-api-a-91c494","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:16.914764877Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","tenant":"e2e-api-a-91c494","tenantID":"e2e-api-a-91c494","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:16.969250994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","gvk":"Deployment","name":"maas-api-e2e-api-a-91c494","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.033406545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","gvk":"Service","name":"maas-api-e2e-api-a-91c494","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.088847589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-91c494","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.143223463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-91c494","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.20084586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-91c494","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.259141257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-91c494","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.31654915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-91c494","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.371981789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-91c494","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.424487152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","gvk":"Deployment","name":"payload-processing-e2e-api-a-91c494","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.479006872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-91c494","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.531622232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","gvk":"Service","name":"payload-processing-e2e-api-a-91c494","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.584904058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","gvk":"Service","name":"payload-pre-processing-e2e-api-a-91c494","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.63737524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-91c494","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.690152349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-91c494","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.743227047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-91c494","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.798623622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-91c494","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.851512839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-91c494","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.904100221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-91c494","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:17.956817233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-91c494","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:18.009699356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-91c494"},"namespace":"ai-tenant-e2e-api-a-91c494","name":"default-tenant","reconcileID":"2a1a7812-6135-4718-8f89-6331f4d2a81d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-91c494","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:18.227473288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3fd2096-4aaf-442b-b1bf-f8e48b6d9605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:18.227510832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7cf9ac4b-b069-4319-a327-365a5cd2ccd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:18.287565301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3fd2096-4aaf-442b-b1bf-f8e48b6d9605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:18.288158711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7cf9ac4b-b069-4319-a327-365a5cd2ccd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:22.146967877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"165c79d6-6a31-4544-a76d-9e95673b72e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:22.146968044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8d98254-4fd7-4fbe-879c-27b1e5364fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:22.206290283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"165c79d6-6a31-4544-a76d-9e95673b72e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:22.206358271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8d98254-4fd7-4fbe-879c-27b1e5364fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:22.694294356Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-91c494","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-91c494","reconcileID":"135cda9e-0336-4360-b4cd-334ae76a243b","aitenant":"ai-tenants/e2e-api-a-91c494","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:23.051246793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"3df9ff89-bbe2-491b-8b95-3acc8763570b","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:23.11026208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"3df9ff89-bbe2-491b-8b95-3acc8763570b","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:23.342072001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a0a7db2-b79a-435f-8d48-499aba3045b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:23.395503119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a0a7db2-b79a-435f-8d48-499aba3045b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:23.448694288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a0a7db2-b79a-435f-8d48-499aba3045b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:23.502372874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a0a7db2-b79a-435f-8d48-499aba3045b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:23.561320848Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-91c494","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-91c494","reconcileID":"135cda9e-0336-4360-b4cd-334ae76a243b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-91c494","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-91c494"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:23.612126237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"07d35818-30ef-4040-964f-f762be2266ad","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:23.61215079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"07d35818-30ef-4040-964f-f762be2266ad","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-0bb5e6da-cd770b4b6278","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-0bb5e6da","externalModel":"e2e-fail-0bb5e6da","provider":"e2e-fail-0bb5e6da-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:23.778946352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49d3f191-f18c-4452-9ed4-b779782c4a75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:23.779752319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2f84264-cc53-460b-96f2-164bd4f49f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:23.836645421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49d3f191-f18c-4452-9ed4-b779782c4a75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:23.838677649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2f84264-cc53-460b-96f2-164bd4f49f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:25.439949734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a0632c4-6b23-4f5e-8c9b-83bf63172fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:25.493032597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a0632c4-6b23-4f5e-8c9b-83bf63172fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:25.546054528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a0632c4-6b23-4f5e-8c9b-83bf63172fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:25.599045012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a0632c4-6b23-4f5e-8c9b-83bf63172fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:27.541710693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e246dc-1166-4ea1-83a5-637c6a4e65ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:27.594920691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e246dc-1166-4ea1-83a5-637c6a4e65ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:27.648008752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e246dc-1166-4ea1-83a5-637c6a4e65ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:27.701205979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e246dc-1166-4ea1-83a5-637c6a4e65ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:30.602982876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"fd09cc50-fdc9-496f-b927-2d71cc3506e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109220","tenantID":"e2e-api-b-109220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:30.655940595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fce348e-2eb6-41d7-ab69-ab0aeb08f5bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:30.656229712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bdac08ce-f20b-4d1c-8b29-624f37dace88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:30.660116587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"fd09cc50-fdc9-496f-b927-2d71cc3506e3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"name":"e2e-api-b-109220-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:30.712701654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fce348e-2eb6-41d7-ab69-ab0aeb08f5bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:30.713382089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bdac08ce-f20b-4d1c-8b29-624f37dace88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:30.733239657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9aa5db7-7ca6-4ab2-b39d-aa52f0f0a626","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:30.733263111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9aa5db7-7ca6-4ab2-b39d-aa52f0f0a626","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:30.866449128Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"fa13a51f-0e7e-407d-b60c-40bc7bb1febb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:31.088803914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"fa13a51f-0e7e-407d-b60c-40bc7bb1febb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109220","tenantID":"e2e-api-b-109220","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:31.211360595Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"fa13a51f-0e7e-407d-b60c-40bc7bb1febb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"name":"e2e-api-b-109220-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:31.211393091Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"e2e-e2e-api-b-109220-policy","reconcileID":"fa13a51f-0e7e-407d-b60c-40bc7bb1febb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109220-policy","namespace":"ai-tenant-e2e-api-b-109220"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:31.267731318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07962ff3-ff17-4aef-89fa-4c887f9ea367","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:31.267751772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07962ff3-ff17-4aef-89fa-4c887f9ea367","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:31.51552471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e03fffd7-a8a6-44b1-96fb-7e4510ca238b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:31.618968769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"fb4d1c23-741e-4a98-a66b-a28f24aad694","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:31.732891329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"adbea269-8342-4351-8301-8fc734f83f67","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:31.848836765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"d6722ef6-e88e-49c9-a8cc-a5fc8619b3eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:31.873179683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a674a26-47c1-4303-90dd-fbb5e492cb74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:31.931919222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a674a26-47c1-4303-90dd-fbb5e492cb74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:31.986445383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a674a26-47c1-4303-90dd-fbb5e492cb74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:32.04213554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a674a26-47c1-4303-90dd-fbb5e492cb74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:33.968412664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da0afa57-1d62-4804-9c1d-af4269a1af9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:34.021498165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da0afa57-1d62-4804-9c1d-af4269a1af9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:34.07460409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da0afa57-1d62-4804-9c1d-af4269a1af9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:34.127715458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da0afa57-1d62-4804-9c1d-af4269a1af9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:35.893958315Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:38.878498083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"bed8f12e-e01d-4fb6-a1f6-49206c1bcdc4","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:38.878523333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"bed8f12e-e01d-4fb6-a1f6-49206c1bcdc4","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-0bb5e6da-cd770b4b6278","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-0bb5e6da","externalModel":"e2e-fail-0bb5e6da","provider":"e2e-fail-0bb5e6da-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:38.932236257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"3db44726-f929-4901-b8ff-f617e4d07ba9","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:56:38.932645351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-sub","reconcileID":"fccd0b7d-aa36-4cf2-95d5-7c521d12407e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-0bb5e6da-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:38.985036392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a570cf4-361f-4643-8c2f-57cf5099e7c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:38.985714944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c7a276e-8325-4dde-8ca8-e426c72d4adc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:38.989371777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"3db44726-f929-4901-b8ff-f617e4d07ba9","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:39.04232281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a570cf4-361f-4643-8c2f-57cf5099e7c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:39.042755287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c7a276e-8325-4dde-8ca8-e426c72d4adc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:39.043515888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"7d52a146-f8e5-4653-a290-fd78463754ef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:39.043533088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"7d52a146-f8e5-4653-a290-fd78463754ef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-0bb5e6da-cd770b4b6278","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-0bb5e6da","externalModel":"e2e-fail-0bb5e6da","provider":"e2e-fail-0bb5e6da-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:56:39.150770723Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"7d52a146-f8e5-4653-a290-fd78463754ef","name":"e2e-fail-0bb5e6da","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-0bb5e6da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:56:39.150860268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"7d52a146-f8e5-4653-a290-fd78463754ef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-0bb5e6da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:39.20394327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"08c9db7e-99fe-4246-a07c-ec984198f147","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:39.203967273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"08c9db7e-99fe-4246-a07c-ec984198f147","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-0bb5e6da-cd770b4b6278","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-0bb5e6da","externalModel":"e2e-fail-0bb5e6da","provider":"e2e-fail-0bb5e6da-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:39.3611315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"a964a318-cd09-4b40-ab95-e99a36d40265","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:39.370760933Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-sub","reconcileID":"1ccc4e33-5dd1-4333-bd27-4b97efd11c2f","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-fail-0bb5e6da","model":"e2e-fail-0bb5e6da","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a4dad5/e2e-fail-0bb5e6da-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:39.417858308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"a964a318-cd09-4b40-ab95-e99a36d40265","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:39.643244079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"51f962dd-e22a-4fb7-bb1b-796671ac930f","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:39.643277871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"51f962dd-e22a-4fb7-bb1b-796671ac930f","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-0bb5e6da-cd770b4b6278","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-0bb5e6da","externalModel":"e2e-fail-0bb5e6da","provider":"e2e-fail-0bb5e6da-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:39.858669685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-sub","reconcileID":"b8a997c4-8445-4057-972f-a5eee4c3d70d","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-fail-0bb5e6da","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:46.684958838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-sub","reconcileID":"18053ad8-6583-4905-a757-d4b9ca1acd24","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-fail-0bb5e6da","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:46.732215845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"69529cab-cc57-49ba-bfa3-c4f13ce8d97c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:46.833136689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9200713d-9603-4299-9325-cc46abf2fec2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:46.833175831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"feb545a1-936d-4412-a655-3e99ccc4b11c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:46.862311868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"4ab50043-b9e1-456a-9cdf-030505b36404","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:46.956991508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"82c684f7-526e-4ad6-ba71-031fb5974667","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:46.957033125Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"82c684f7-526e-4ad6-ba71-031fb5974667","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-0bb5e6da-cd770b4b6278","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-0bb5e6da","externalModel":"e2e-fail-0bb5e6da","provider":"e2e-fail-0bb5e6da-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:47.110924109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"16cdb051-37a1-45d6-bb34-0edaa5de0ce6","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:47.167768326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"16cdb051-37a1-45d6-bb34-0edaa5de0ce6","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:52.423558905Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","namespace":"ai-tenant-e2e-api-b-109220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:52.423615402Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","namespace":"ai-tenant-e2e-api-b-109220","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:52.423663085Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","tenant":"e2e-api-b-109220","tenantID":"e2e-api-b-109220","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:52.479014971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","gvk":"Deployment","name":"maas-api-e2e-api-b-109220","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:52.542398726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","gvk":"Service","name":"maas-api-e2e-api-b-109220","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:52.599752347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-109220","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:52.654614609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-109220","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:52.713904239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-109220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:52.768824903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-109220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:52.827169114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-109220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:52.881970506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-109220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:52.934591429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","gvk":"Deployment","name":"payload-processing-e2e-api-b-109220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:52.987241138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-109220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:53.040272707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","gvk":"Service","name":"payload-processing-e2e-api-b-109220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:53.092980426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","gvk":"Service","name":"payload-pre-processing-e2e-api-b-109220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:53.145897372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-109220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:53.199144523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-109220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:53.25205096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-109220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:53.308029976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-109220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:53.319080191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fa98ee4d-41e2-43cf-bda3-c9cd107f54f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:53.361357471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-109220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:53.413971848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-109220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:53.467041682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-109220","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:53.47731682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-sub","reconcileID":"cb85231b-397f-4037-806f-7e296fb99980","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-fail-0bb5e6da","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:53.519922034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109220"},"namespace":"ai-tenant-e2e-api-b-109220","name":"default-tenant","reconcileID":"0805ae41-5047-451e-9fbe-90653c38cc72","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-109220","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:53.520546801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ea1db2c4-cf10-4cdb-bddd-5083d66f6500","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:53.564424914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"378d3a10-446d-4c17-86c0-bc36b75711f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:53.67331159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"0b32d6f6-4f4a-4956-846d-994d1a66852b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:53.791227088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"310188da-687d-4d9f-8f70-7ce48865da5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:53.792174634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8fa6605-828a-43f7-affc-e10241ad5843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:53.850511873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8fa6605-828a-43f7-affc-e10241ad5843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:53.850545074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"310188da-687d-4d9f-8f70-7ce48865da5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:59.892337422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a86a4e50-3445-414c-ba1f-be08b1682272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:59.892420022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2271b51-29ff-403b-abb1-ff1ad28daffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:59.94201979Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"d19c57bf-b8cb-4a57-98e2-c9661fe4b9e0","namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:59.949969077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2271b51-29ff-403b-abb1-ff1ad28daffe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:56:59.950294806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a86a4e50-3445-414c-ba1f-be08b1682272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.000192244Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"43ada0f1-dc50-4632-88be-5f9052c2ea27","namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.049566012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"4ec4b340-76d3-4f5e-8f6d-b86c4134aa58","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.103942202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"76f1502a-b58d-4c7f-8b82-12256800c313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.110875839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"4ec4b340-76d3-4f5e-8f6d-b86c4134aa58","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.157356522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a03a81e7-86ad-4b61-aff5-f587ab2a1026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.215211763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"76f1502a-b58d-4c7f-8b82-12256800c313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.215715537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a03a81e7-86ad-4b61-aff5-f587ab2a1026","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.319553397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74d725f4-65bb-47eb-acdf-d1d16b030c5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.321092236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-sub","reconcileID":"741f15dc-84a1-4c1d-93bb-30d3cc3c4adf","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-fail-0bb5e6da","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.339040996Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"b0ce0ffd-dc2b-4be7-9276-a06be7b3a685","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.374524909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b0b6979c-eb64-4311-8948-5074f575c70f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.377033652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74d725f4-65bb-47eb-acdf-d1d16b030c5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.44329536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51ecf9e2-4b7a-475d-afe0-71ceec534792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.483610987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"48361386-b0c7-4327-a71b-2e8b26660f94","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.50068989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51ecf9e2-4b7a-475d-afe0-71ceec534792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.5498548Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-109220","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-109220","reconcileID":"844c1f58-e227-44f7-ad32-e18dfb443126","aitenant":"ai-tenants/e2e-api-b-109220","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.56077122Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"f64a1fbb-75e2-44d7-8f7b-8c783778fe43","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.605647577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"acda4be6-9f4d-4d86-8b06-b61408edf467","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.645531437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"5f1b61e1-c78c-4c9e-b24c-77058f4f800d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.645575054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"1cffe2a0-5d5f-4cd7-8acb-0d721dd848c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:57:00.66810995Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"f64a1fbb-75e2-44d7-8f7b-8c783778fe43","name":"e2e-fail-3187cf8e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-3187cf8e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:57:00.668182134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"f64a1fbb-75e2-44d7-8f7b-8c783778fe43","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-3187cf8e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.679807182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"6d6719df-0306-4629-bab9-acc2d6326892","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.688103029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"ba1bcc91-8dae-4dbd-bf8c-cf3cfb67f140","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.704078973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"1cffe2a0-5d5f-4cd7-8acb-0d721dd848c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.704081749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"5f1b61e1-c78c-4c9e-b24c-77058f4f800d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.723856766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"ff1ab234-574c-4df0-9a84-0eb0755421a7","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.723887769Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"ff1ab234-574c-4df0-9a84-0eb0755421a7","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-0bb5e6da-cd770b4b6278","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-0bb5e6da","externalModel":"e2e-fail-0bb5e6da","provider":"e2e-fail-0bb5e6da-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.750454089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"ba1bcc91-8dae-4dbd-bf8c-cf3cfb67f140","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.819160568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"7410473c-6faa-4808-a79c-1e56f098acd2","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.831045336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-sub","reconcileID":"7f95dc81-2a9c-4bfb-b475-012554aa2615","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-fail-0bb5e6da","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.831216874Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"747d7558-ce74-49d9-9793-c66007c0ee48","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:00.949451328Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"7410473c-6faa-4808-a79c-1e56f098acd2","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.004938268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-8b1850-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"7410473c-6faa-4808-a79c-1e56f098acd2","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.045005143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d657c8-ab4c-43eb-ace9-04669335fe23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.098511882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d657c8-ab4c-43eb-ace9-04669335fe23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.151860127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d657c8-ab4c-43eb-ace9-04669335fe23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.166409286Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"eeea919e-e834-480f-90dc-df98efb3f113","namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.205713846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35d657c8-ab4c-43eb-ace9-04669335fe23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.206634237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"939a7f79-ef40-45ed-a5ff-388ed42841c8","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.206661466Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"939a7f79-ef40-45ed-a5ff-388ed42841c8","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-3187cf8e-033253c37589","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-3187cf8e","externalModel":"e2e-fail-3187cf8e","provider":"e2e-fail-3187cf8e-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.313540925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"687118ee-9b78-4aec-b537-e5abc58e7b8a","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.320389179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"f3733970-2edd-4cc0-bcd8-505433e1c045","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.366260401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"c7ee8b65-3cd1-46f9-a500-34f331fee95b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.370160335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ef87652-4c0d-452b-8644-915ffbdc2032","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.371511609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"0c57caa7-3989-46f3-86e4-649fb1e00112","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.371531167Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"0c57caa7-3989-46f3-86e4-649fb1e00112","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-3187cf8e-033253c37589","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-3187cf8e","externalModel":"e2e-fail-3187cf8e","provider":"e2e-fail-3187cf8e-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.371693364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"687118ee-9b78-4aec-b537-e5abc58e7b8a","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.37298166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40051aad-0139-42b4-86a1-8885a5bdb514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.377314662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"f3733970-2edd-4cc0-bcd8-505433e1c045","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.377776734Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-109220","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-109220","reconcileID":"844c1f58-e227-44f7-ad32-e18dfb443126","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-109220","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-109220"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.423204939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"c7ee8b65-3cd1-46f9-a500-34f331fee95b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.427184022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ef87652-4c0d-452b-8644-915ffbdc2032","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.428995951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-8b1850-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"687118ee-9b78-4aec-b537-e5abc58e7b8a","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:57:01.481620119Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"0c57caa7-3989-46f3-86e4-649fb1e00112","name":"e2e-fail-3187cf8e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-3187cf8e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:57:01.481825686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"0c57caa7-3989-46f3-86e4-649fb1e00112","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-3187cf8e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.485592609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40051aad-0139-42b4-86a1-8885a5bdb514","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.540589846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"53c36092-d946-4595-ab1f-eb86e6ebdcf2","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.54061593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"53c36092-d946-4595-ab1f-eb86e6ebdcf2","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-3187cf8e-033253c37589","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-3187cf8e","externalModel":"e2e-fail-3187cf8e","provider":"e2e-fail-3187cf8e-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.589073155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f69d92d0-a3f5-40d2-a536-707957abff15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.646937499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"f69d92d0-a3f5-40d2-a536-707957abff15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.740756192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"353f3f96-fd60-43f4-822c-c31bd301b403","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.793826627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38a8f940-fe28-40ec-b6cd-31228ef3fedf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.798094103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"353f3f96-fd60-43f4-822c-c31bd301b403","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.850986208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38a8f940-fe28-40ec-b6cd-31228ef3fedf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.853534113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-8b1850-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"353f3f96-fd60-43f4-822c-c31bd301b403","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.89653253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f91bbe9-d751-4c66-9955-d52c8406fb62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:01.954692061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f91bbe9-d751-4c66-9955-d52c8406fb62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:03.05000873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7fc7645-e259-4cd3-a9cd-65aa8d64f501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:03.052291886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7dc0306-a7a3-49c3-a6f3-5694efe975db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:03.134741584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7dc0306-a7a3-49c3-a6f3-5694efe975db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:03.135238803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7fc7645-e259-4cd3-a9cd-65aa8d64f501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:03.184774947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232ffc28-0bfd-4f4e-b54a-630630d7bdeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:03.238710403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232ffc28-0bfd-4f4e-b54a-630630d7bdeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:03.292438341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232ffc28-0bfd-4f4e-b54a-630630d7bdeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:03.346115895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232ffc28-0bfd-4f4e-b54a-630630d7bdeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:03.563998034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f9faf98-f62a-471d-afc4-6e557941981b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:03.564106242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2c23b55-831f-4bbf-a1e3-259a1f748313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:03.62135926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2c23b55-831f-4bbf-a1e3-259a1f748313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:03.621461383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f9faf98-f62a-471d-afc4-6e557941981b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:05.895232849Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:07.298222182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"21ea1bba-2ca6-4457-adb5-db79cabdfeab","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:07.298225686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"b426062b-8583-4675-895d-22a8629fc82a","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:07.355844228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"b426062b-8583-4675-895d-22a8629fc82a","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:07.355884491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"21ea1bba-2ca6-4457-adb5-db79cabdfeab","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:07.411215115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-8b1850-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (415d3ee20cdfe4f2b98f9360264e9b04031c1f61a555166e0d305f154c6f5543) AuthConfig (fee168258dc9d456c696dac7230b2d6dd098a0c65ac9e2a867248f678cf2846b) AuthConfig (6342093a72e9efe478f3d659c7a0dab61acbcd15c9b3811631cef087cb2a2cc7) AuthConfig (2a11add528969d61d499e789bbd94ebebf3ac3783a9ebba5731e668eacd14f50) AuthConfig (f3da9b2e22ab727d04c61cfbc2ce4448d42f19e767255572234bc068f780e030) AuthConfig (e112d495cdfc7b3bfa863623e87356f439546994aa32a38f618e86b4e7628276) AuthConfig (b3e4e89eb2fe0540b414f241b0b8c3fb99ecf5ef20e325b8797d066dd1b7df36) AuthConfig (2a2047a57e5d144bc1f62730f3c88a9b06936a5bdd2c61ec3bc2b18a02f4bc39) AuthConfig (22e2846cb70b938b664c65bb84907d528808d57befdc361036d2096e3c98f551) AuthConfig (1fda04c23a52994076e5060170c2c7cac24efb4fd739cb4d41f9de335b3cbc52)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"b426062b-8583-4675-895d-22a8629fc82a","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:07.522896531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"f5c9b098-5c83-488f-b203-e1ba94cf58c1","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:07.522921915Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"f5c9b098-5c83-488f-b203-e1ba94cf58c1","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-3187cf8e-033253c37589","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-3187cf8e","externalModel":"e2e-fail-3187cf8e","provider":"e2e-fail-3187cf8e-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:08.954559784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a367ecbd-5527-4844-b68f-ac2463946afe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:08.954550017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a7ad8fa-5ebc-4683-bcd4-c018ab94a481","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:09.013956333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a7ad8fa-5ebc-4683-bcd4-c018ab94a481","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:09.015066885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a367ecbd-5527-4844-b68f-ac2463946afe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:09.380198182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03ea2ee3-910d-4d40-8941-86c0ab97418f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:09.380188089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f730e298-cb13-4976-90d2-0791dc117c83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:09.437694682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03ea2ee3-910d-4d40-8941-86c0ab97418f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:09.437710247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f730e298-cb13-4976-90d2-0791dc117c83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:09.819672673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"793955f5-2aa2-4239-9923-d7e394147a74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:09.821064946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"323a8e67-7769-4cb7-98d8-38eb71ee9aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:09.878887913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"793955f5-2aa2-4239-9923-d7e394147a74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:09.880080751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"323a8e67-7769-4cb7-98d8-38eb71ee9aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:10.245036641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0073fd1-d97d-40f5-a326-e4d09167da41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:10.245306604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84626b51-bf66-42e2-a414-6ceb1dc5ccae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:10.305633864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0073fd1-d97d-40f5-a326-e4d09167da41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:10.307456744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84626b51-bf66-42e2-a414-6ceb1dc5ccae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:16.13837214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05cbdb8c-4433-4dfc-a4e0-455ae7ce384f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:16.138398792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f9eeac0-da31-4b46-a840-75a13a74f4d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:16.198646115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05cbdb8c-4433-4dfc-a4e0-455ae7ce384f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:16.198694327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f9eeac0-da31-4b46-a840-75a13a74f4d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:17.576324073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"f09b1de4-5c9d-4741-8250-d99cde44f818","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:17.634333704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"f09b1de4-5c9d-4741-8250-d99cde44f818","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:18.070465711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"76f46621-3cad-4c35-b985-5b38d77a8a12","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:18.070495275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"76f46621-3cad-4c35-b985-5b38d77a8a12","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-3187cf8e-033253c37589","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-3187cf8e","externalModel":"e2e-fail-3187cf8e","provider":"e2e-fail-3187cf8e-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:19.746090389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc6f4956-0d7b-4615-a769-f0521450030f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:19.746114615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc6f4956-0d7b-4615-a769-f0521450030f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:19.849858855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d28bfec-0095-43fd-9d09-1a302c2d3d7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:19.852260405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd24ec8e-ba92-42ad-8126-6d69030a5d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:19.897449144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a875b4e0","namespace":"ai-tenant-e2e-mt-a875b4e0"},"namespace":"ai-tenant-e2e-mt-a875b4e0","name":"e2e-policy-a875b4e0","reconcileID":"f6f726f1-7819-4c85-b33e-50fa4649c34a","MaaSAuthPolicy":{"name":"e2e-policy-a875b4e0","namespace":"ai-tenant-e2e-mt-a875b4e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:19.907082652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d28bfec-0095-43fd-9d09-1a302c2d3d7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:19.909123367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd24ec8e-ba92-42ad-8126-6d69030a5d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:19.95499197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a875b4e0","namespace":"ai-tenant-e2e-mt-a875b4e0"},"namespace":"ai-tenant-e2e-mt-a875b4e0","name":"e2e-policy-a875b4e0","reconcileID":"f6f726f1-7819-4c85-b33e-50fa4649c34a","MaaSAuthPolicy":{"name":"e2e-policy-a875b4e0","namespace":"ai-tenant-e2e-mt-a875b4e0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.271931596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf6eb490-b01d-405f-9a55-bad35243b954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.271962313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38306bcf-26a1-44df-ab15-0155f68c4390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.329852745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38306bcf-26a1-44df-ab15-0155f68c4390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:20.330157789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf6eb490-b01d-405f-9a55-bad35243b954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.670734937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"dd672238-a80f-43e8-a65d-b1a6d1e58da5","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.670765127Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"dd672238-a80f-43e8-a65d-b1a6d1e58da5","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-3187cf8e-033253c37589","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-3187cf8e","externalModel":"e2e-fail-3187cf8e","provider":"e2e-fail-3187cf8e-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:57:21.72303005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-3187cf8e-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-sub","reconcileID":"6db0f6b1-37b2-4206-9964-85061735b4a0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-3187cf8e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.727094148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"ae8ee239-d717-4386-a355-67b4fce3c489","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.77544062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55e4e575-78a8-43fa-9716-e49d71844dc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.775867036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48581257-9e2f-4cad-b706-1d26d54ad429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.786032657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"ae8ee239-d717-4386-a355-67b4fce3c489","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.824045512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d5a102ba-1eec-4721-ae87-3f670502b4e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.833426545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55e4e575-78a8-43fa-9716-e49d71844dc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.833658841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48581257-9e2f-4cad-b706-1d26d54ad429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.838528163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"b9d35005-0269-4266-bfdb-ba83536e5cf0","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.838546049Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"b9d35005-0269-4266-bfdb-ba83536e5cf0","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-3187cf8e-033253c37589","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-3187cf8e","externalModel":"e2e-fail-3187cf8e","provider":"e2e-fail-3187cf8e-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.924470268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"1f440459-f65c-4bcf-a481-6e61750eff49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.94672316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"fe280bdb-c9ec-4eca-b24a-57fe95b70ade","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:21.946745232Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"fe280bdb-c9ec-4eca-b24a-57fe95b70ade","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-3187cf8e-033253c37589","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-3187cf8e","externalModel":"e2e-fail-3187cf8e","provider":"e2e-fail-3187cf8e-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:22.024058466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"7f1a354e-8bea-4b71-a3cb-7a9155544913","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:22.054842979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"5aa1b112-657e-4844-9cc5-885d972f6d56","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:22.054865277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"5aa1b112-657e-4844-9cc5-885d972f6d56","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-3187cf8e-033253c37589","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-3187cf8e","externalModel":"e2e-fail-3187cf8e","provider":"e2e-fail-3187cf8e-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:22.077816212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-sub","reconcileID":"f2b33d7b-175e-45a4-9001-a3e07ad7969d","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-fail-0bb5e6da","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:22.143625553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d59bb482-aad6-4452-aab1-9d63a3cecaca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:22.188533422Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-3187cf8e-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-sub","reconcileID":"bae97470-df30-4f8d-a735-2bfaba67159d","MaaSSubscription":{"name":"e2e-fail-3187cf8e-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-fail-3187cf8e","model":"e2e-fail-3187cf8e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-8b1850/e2e-fail-3187cf8e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:22.253824975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"6efd89c4-ee83-4d88-8cbc-c6e35cf36001","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:22.311694766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"6efd89c4-ee83-4d88-8cbc-c6e35cf36001","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:22.462693901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"9f6f5347-cf94-4338-8fd7-cbde7ed3e391","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:22.462724323Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"9f6f5347-cf94-4338-8fd7-cbde7ed3e391","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-3187cf8e-033253c37589","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-3187cf8e","externalModel":"e2e-fail-3187cf8e","provider":"e2e-fail-3187cf8e-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:22.676278999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-3187cf8e-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-sub","reconcileID":"a5ad4b76-c71a-4c1a-84a5-fe45cb22b741","MaaSSubscription":{"name":"e2e-fail-3187cf8e-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-fail-3187cf8e","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:28.283266157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8fcfb8b4-072d-4cda-a27c-1f4f9cccde5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:28.395220556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"925d420c-7a40-4faf-b9df-4e59fa594781","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:28.448349939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7856aca1-c3de-402e-94cf-e6d898c5f8fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:28.527530418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"2c8cd30c-4103-4c7e-a3d6-e5172d40a8a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:28.580845621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-3187cf8e-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-sub","reconcileID":"68388d3e-b7a0-4450-8bac-4047ea3f202c","MaaSSubscription":{"name":"e2e-fail-3187cf8e-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-fail-3187cf8e","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:28.682299637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-sub","reconcileID":"79d2c87a-1c49-4964-98ea-1eef0a9c4c5c","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-fail-0bb5e6da","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:28.712909797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"2e54a61c-afc5-4db7-b46e-444d6b56bffa","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:28.713001408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"44cb9192-2f2d-4da5-bad3-be4ebcbd142d","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:28.769901527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"2e54a61c-afc5-4db7-b46e-444d6b56bffa","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:28.769986495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"44cb9192-2f2d-4da5-bad3-be4ebcbd142d","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:28.900994611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"6106d9a3-397d-4aea-901d-a7972d8cd3ae","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:28.90102511Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"6106d9a3-397d-4aea-901d-a7972d8cd3ae","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-3187cf8e-033253c37589","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-3187cf8e","externalModel":"e2e-fail-3187cf8e","provider":"e2e-fail-3187cf8e-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:31.799679313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"4703d1ff-bf23-43ef-a4ed-f2700cf5448f","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:31.799712174Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"4703d1ff-bf23-43ef-a4ed-f2700cf5448f","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-3187cf8e-033253c37589","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-3187cf8e","externalModel":"e2e-fail-3187cf8e","provider":"e2e-fail-3187cf8e-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:31.852336484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"41b44d5a-7826-466a-bf45-1f917d4081b9","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:31.905682323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afaddf9c-4919-42b8-8941-7b13aadc1791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:31.905929457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a43a4c4-71d4-46bf-855e-209691098308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:31.912084104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"41b44d5a-7826-466a-bf45-1f917d4081b9","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:31.964654161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a43a4c4-71d4-46bf-855e-209691098308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:31.965021551Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-3187cf8e-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-sub","reconcileID":"564068a5-981d-4c3d-be81-7503e8fe9aab","MaaSSubscription":{"name":"e2e-fail-3187cf8e-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6c191886","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:31.965381761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afaddf9c-4919-42b8-8941-7b13aadc1791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:32.282999279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"5037aef9-4473-405d-bf56-b5f3b15a3e13","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:32.340105076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"5037aef9-4473-405d-bf56-b5f3b15a3e13","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.66944575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"625e1a2f-2985-4722-b65a-abd327510e4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.770119757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"6a1364e5-2cd9-498e-b0c9-4f5e6f61c08e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.783574711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"329c3beb-ffec-4a3c-a765-12ddea9fbc96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:34.87008264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9decd91a-999e-43e5-b071-318d6c4f812f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:35.023603401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-sub","reconcileID":"e79e4ca0-abb7-4f63-8c52-965c44893d0b","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-fail-0bb5e6da","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:35.893639017Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:40.766762238Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a875b4e0","namespace":"ai-tenant-e2e-mt-a875b4e0"},"namespace":"ai-tenant-e2e-mt-a875b4e0","name":"e2e-policy-a875b4e0","reconcileID":"e2b0c9e9-d8a2-49fb-a264-69fa1072cb21","MaaSAuthPolicy":{"name":"e2e-policy-a875b4e0","namespace":"ai-tenant-e2e-mt-a875b4e0"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:40.872553919Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a875b4e0","namespace":"ai-tenant-e2e-mt-a875b4e0"},"namespace":"ai-tenant-e2e-mt-a875b4e0","name":"e2e-policy-a875b4e0","reconcileID":"e2b0c9e9-d8a2-49fb-a264-69fa1072cb21","MaaSAuthPolicy":{"name":"e2e-policy-a875b4e0","namespace":"ai-tenant-e2e-mt-a875b4e0"},"policyNamespace":"ai-tenant-e2e-mt-a875b4e0","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:42.018515088Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-3187cf8e-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-sub","reconcileID":"595aa3c4-b646-44bb-9e50-f97b964aa893","MaaSSubscription":{"name":"e2e-fail-3187cf8e-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","subscription":"e2e-fail-3187cf8e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:42.124843349Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-3187cf8e-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-sub","reconcileID":"595aa3c4-b646-44bb-9e50-f97b964aa893","MaaSSubscription":{"name":"e2e-fail-3187cf8e-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:42.17790234Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-3187cf8e-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-sub","reconcileID":"595aa3c4-b646-44bb-9e50-f97b964aa893","MaaSSubscription":{"name":"e2e-fail-3187cf8e-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:42.505862994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"aaeb32c4-1e03-446c-ad11-88355198a97d","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:42.505897921Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"aaeb32c4-1e03-446c-ad11-88355198a97d","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-3187cf8e-033253c37589","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-3187cf8e","externalModel":"e2e-fail-3187cf8e","provider":"e2e-fail-3187cf8e-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:42.590411356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"9f122402-fd32-4781-901f-078b9cad7d09","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:42.642108405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8110a058-9fef-47be-8851-a6e708539d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:42.642241587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e703270a-c8e9-4de0-a822-341d3020a416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:42.646908445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"9f122402-fd32-4781-901f-078b9cad7d09","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:42.700051414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8110a058-9fef-47be-8851-a6e708539d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:42.700110702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e703270a-c8e9-4de0-a822-341d3020a416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:42.700867475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"a3e1c808-e0f0-4608-ac11-2f64eb3c79b8","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:42.700884548Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"a3e1c808-e0f0-4608-ac11-2f64eb3c79b8","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-3187cf8e-033253c37589","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-3187cf8e","externalModel":"e2e-fail-3187cf8e","provider":"e2e-fail-3187cf8e-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:57:42.809830064Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"a3e1c808-e0f0-4608-ac11-2f64eb3c79b8","name":"e2e-fail-3187cf8e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-3187cf8e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:57:42.809894383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"a3e1c808-e0f0-4608-ac11-2f64eb3c79b8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-3187cf8e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:42.868121951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"28d1a0af-817c-4b63-8308-11a41455ac58","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:42.868150227Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"28d1a0af-817c-4b63-8308-11a41455ac58","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-3187cf8e-033253c37589","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-3187cf8e","externalModel":"e2e-fail-3187cf8e","provider":"e2e-fail-3187cf8e-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:42.91170298Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"9ec42272-cd65-4810-970d-9b0971e9eddd","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:43.070630706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"9ec42272-cd65-4810-970d-9b0971e9eddd","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:43.19414912Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"9ec42272-cd65-4810-970d-9b0971e9eddd","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:43.194174111Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-fail-3187cf8e-access","reconcileID":"9ec42272-cd65-4810-970d-9b0971e9eddd","MaaSAuthPolicy":{"name":"e2e-fail-3187cf8e-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:43.318348579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"d8d2a2f7-b0a2-4e17-aab1-1b81b536a175","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-b-8b1850","gateway":"openshift-ingress/e2e-extmod-b-8b1850","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:43.318383102Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"d8d2a2f7-b0a2-4e17-aab1-1b81b536a175","MaaSModelRef":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-3187cf8e-033253c37589","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-3187cf8e","externalModel":"e2e-fail-3187cf8e","provider":"e2e-fail-3187cf8e-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:46.543520223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84c69c52-4c91-4b39-991e-9344ad7d6a0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:46.543575456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4ae85d2-1c19-4c3b-a0e4-0ac241c28c32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:46.603664445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4ae85d2-1c19-4c3b-a0e4-0ac241c28c32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:46.603748398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84c69c52-4c91-4b39-991e-9344ad7d6a0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:48.219993102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"537e4b1f-4604-447f-95dd-7024e21f2a75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:48.366864427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-sub","reconcileID":"8e3bfad1-a40a-40a4-a3ee-c2a082ac65dd","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-fail-0bb5e6da","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:48.41426909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"9f0113f9-13c9-4957-8c0d-8d319e3d8da1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:48.516818173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"88ae55e4-f5e6-4658-acba-9af1e11765a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:48.614947342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4e1db80b-26cf-42e3-83ca-0810426ba9c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:48.658905406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"836304ea-c156-4634-b7c3-1e4c9d3f4afd","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:48.715937801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"836304ea-c156-4634-b7c3-1e4c9d3f4afd","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:53.838047738Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"7ce9c8ec-8f9b-40f2-8de6-533cec655750","namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:53.946036751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"743ef411-f2a9-4cfc-8ef2-94a16c08ccd8","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:53.94921246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"f38a567e-5031-414d-a781-c48f241698b5","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:53.949230307Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"f38a567e-5031-414d-a781-c48f241698b5","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-0bb5e6da-cd770b4b6278","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-0bb5e6da","externalModel":"e2e-fail-0bb5e6da","provider":"e2e-fail-0bb5e6da-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:53.998509793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3f83ec59-3be5-42b8-9828-429d7bdbb174","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:53.998816012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c97ed8ef-9c41-4fa5-b47a-82e7582a8548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:53.999440629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80121bb1-640f-433a-b5f0-6057b125a35c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.001090488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"2914b421-903f-4738-965e-c5a8cd302300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.00327049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"743ef411-f2a9-4cfc-8ef2-94a16c08ccd8","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.056124051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3f83ec59-3be5-42b8-9828-429d7bdbb174","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.056534412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c97ed8ef-9c41-4fa5-b47a-82e7582a8548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.058735751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80121bb1-640f-433a-b5f0-6057b125a35c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.059596483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"2914b421-903f-4738-965e-c5a8cd302300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.174130358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-sub","reconcileID":"b5ade3fb-f254-4832-87e5-a5e6f2d2afde","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-fail-0bb5e6da","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.340221826Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-3187cf8e","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","reconcileID":"d73823b3-2bb8-4421-9564-169cedc86ba7","namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-3187cf8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.505517241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"9c1b59c0-f2dd-4aec-bbeb-31f4073a6f07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.505874916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c844ed7b-fd2b-4e18-9d7f-ca70955ecfc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.506295696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"612a0825-259b-41ca-9978-ace35d037a3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.506547554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3c9fc8cd-4103-4e5c-8e89-e0edcc6dae76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.548135459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"bab7e9e9-47af-4372-aff5-0ea0ada31c43","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.567990812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"612a0825-259b-41ca-9978-ace35d037a3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.568077095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c844ed7b-fd2b-4e18-9d7f-ca70955ecfc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.570085914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"3c9fc8cd-4103-4e5c-8e89-e0edcc6dae76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.570191138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"9c1b59c0-f2dd-4aec-bbeb-31f4073a6f07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.60481762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"bab7e9e9-47af-4372-aff5-0ea0ada31c43","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.796575746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"4ab52f54-da42-4c82-963d-2198f5c49eae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.897342383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b1da18aa-e462-4bd0-98d5-9a855208f234","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.933994721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"4a58873c-215d-4c6b-baf6-f125868e90f5","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.934032712Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"4a58873c-215d-4c6b-baf6-f125868e90f5","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-0bb5e6da-cd770b4b6278","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-0bb5e6da","externalModel":"e2e-fail-0bb5e6da","provider":"e2e-fail-0bb5e6da-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.964102512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-sub","reconcileID":"5b9641d9-531f-440d-9dca-3eae4f99a75b","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-fail-0bb5e6da","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.988826159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"4cec1a24-707c-4047-9deb-a1ec127a8438","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:54.998135362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"42248b5c-7f90-4171-84e4-b1c1592d7073","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:55.029005196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c67b488e-479e-48cb-9668-bce9402af485","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:55.041806636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f85e1180-459c-467d-9cdc-ae081b5ff443","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:55.043806517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54db4ccf-8d3e-4a8f-9f36-43f997f7e4db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:55.049201254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"4cec1a24-707c-4047-9deb-a1ec127a8438","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:55.100027256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f85e1180-459c-467d-9cdc-ae081b5ff443","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:55.103099635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54db4ccf-8d3e-4a8f-9f36-43f997f7e4db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:55.42160237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"d9ce49a3-d882-467e-b0d7-dc778182cbde","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:57:55.478071718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"d9ce49a3-d882-467e-b0d7-dc778182cbde","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:01.076162595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"a89eacbc-2a75-47e3-96c6-a8037c30a5f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:01.175945515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e8b61eb0-61f2-4b7a-86e8-51a9117c40ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:01.276703299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"cbf645bc-2377-48b8-a39b-1e883a3914be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:01.526762151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c87885f7-4518-44a7-a5d0-d43b05167da2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:05.296991138Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-sub","reconcileID":"bf811c6e-240c-4dc0-a711-13a63c27e6c1","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","subscription":"e2e-fail-0bb5e6da-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:05.403165914Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-sub","reconcileID":"bf811c6e-240c-4dc0-a711-13a63c27e6c1","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:05.456275483Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-sub","reconcileID":"bf811c6e-240c-4dc0-a711-13a63c27e6c1","MaaSSubscription":{"name":"e2e-fail-0bb5e6da-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:05.780962039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"a76c2270-4144-4009-8da6-6efcce99a127","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:05.780989967Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"a76c2270-4144-4009-8da6-6efcce99a127","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-0bb5e6da-cd770b4b6278","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-0bb5e6da","externalModel":"e2e-fail-0bb5e6da","provider":"e2e-fail-0bb5e6da-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:05.83314997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"43efc695-59ac-46c9-a944-3958e80c1b47","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:05.88599465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31e37421-0ad1-4756-aed3-ce5a3c1a496d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:05.886098925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0dd4955-16d9-45ab-8a01-271455de3a30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:05.889846755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"43efc695-59ac-46c9-a944-3958e80c1b47","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:05.893272624Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:05.942928878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31e37421-0ad1-4756-aed3-ce5a3c1a496d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:05.943238998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0dd4955-16d9-45ab-8a01-271455de3a30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:05.944172919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"8ecacb60-4e1c-4d58-98f8-f869fe25eb76","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:05.944193374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"8ecacb60-4e1c-4d58-98f8-f869fe25eb76","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-0bb5e6da-cd770b4b6278","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-0bb5e6da","externalModel":"e2e-fail-0bb5e6da","provider":"e2e-fail-0bb5e6da-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:58:06.050807161Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"8ecacb60-4e1c-4d58-98f8-f869fe25eb76","name":"e2e-fail-0bb5e6da","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-0bb5e6da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:58:06.050878828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"8ecacb60-4e1c-4d58-98f8-f869fe25eb76","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-0bb5e6da\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:06.108899957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"ef8eae04-26ca-41b0-9c46-eab8c8f36bb3","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:06.108924362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"ef8eae04-26ca-41b0-9c46-eab8c8f36bb3","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-0bb5e6da-cd770b4b6278","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-0bb5e6da","externalModel":"e2e-fail-0bb5e6da","provider":"e2e-fail-0bb5e6da-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:06.153658613Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"7b621e94-9a10-45e8-9897-f29a00530e5c","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:06.323270003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"7b621e94-9a10-45e8-9897-f29a00530e5c","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:06.445834849Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"7b621e94-9a10-45e8-9897-f29a00530e5c","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:06.445856656Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-fail-0bb5e6da-access","reconcileID":"7b621e94-9a10-45e8-9897-f29a00530e5c","MaaSAuthPolicy":{"name":"e2e-fail-0bb5e6da-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:06.557854555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"fc6e14d0-756f-4f3e-a3fb-33cceee8fbb7","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"tenant":"e2e-extmod-a-a4dad5","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","model":"e2e-extmod-fail-user-ab75f5/e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:06.557885925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"fc6e14d0-756f-4f3e-a3fb-33cceee8fbb7","MaaSModelRef":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"routeName":"external-model-e2e-fail-0bb5e6da-cd770b4b6278","namespace":"e2e-extmod-fail-user-ab75f5","model":"e2e-fail-0bb5e6da","externalModel":"e2e-fail-0bb5e6da","provider":"e2e-fail-0bb5e6da-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.103200652Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"fe5dbcc4-e37b-4432-aed5-b07c331eeb94","namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.262737602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"074b781c-7d60-42bc-ac36-20c87fa7f162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.262916869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b35cb29-e5df-4091-93cc-0f7ef5976d03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.263444264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"406d9448-5fc5-4f71-bdfa-0d5a60c25ada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.263493905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"10c61029-4ebd-47a6-b1a7-ddab7277c623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.320571561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b35cb29-e5df-4091-93cc-0f7ef5976d03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.320643701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"074b781c-7d60-42bc-ac36-20c87fa7f162","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.32312865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"10c61029-4ebd-47a6-b1a7-ddab7277c623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.323307975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"406d9448-5fc5-4f71-bdfa-0d5a60c25ada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.600319375Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-0bb5e6da","namespace":"e2e-extmod-fail-user-ab75f5"},"namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","reconcileID":"d2acf9df-6faf-4cf4-9b30-3b86d288d3a5","namespace":"e2e-extmod-fail-user-ab75f5","name":"e2e-fail-0bb5e6da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.799138141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b4d5e4dd-2253-4bb6-bb6c-241c12f12937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.799265526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24eb4290-0107-4fa4-858b-078acfa79184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.799837178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"d3b9a7d1-c593-48ef-bd5a-65696f5741f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.7998671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"675833f9-b7fd-4ba7-812b-bfa2e7879432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.855829463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"b4d5e4dd-2253-4bb6-bb6c-241c12f12937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.856140681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24eb4290-0107-4fa4-858b-078acfa79184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.858124669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"675833f9-b7fd-4ba7-812b-bfa2e7879432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:07.858484121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"d3b9a7d1-c593-48ef-bd5a-65696f5741f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:14.219093786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c5b539b-b125-4c15-b9e4-7fad2fad3df2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:14.219103836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7517cf1-6717-4555-8b4e-2a7196a27673","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:14.277877087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7517cf1-6717-4555-8b4e-2a7196a27673","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:14.277893486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c5b539b-b125-4c15-b9e4-7fad2fad3df2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:24.343657103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"e56af1c7-454f-4177-905b-cc9fb453a439","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:24.353084719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b8645ea-7a06-454f-937f-d0d60a1756d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:24.35309354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a5e8ac4-2e6a-4de2-ab67-53e876a0a8b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:24.410620171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b8645ea-7a06-454f-937f-d0d60a1756d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:24.410914908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a5e8ac4-2e6a-4de2-ab67-53e876a0a8b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:24.443435511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"2942e5d5-404c-42d1-a7ec-17aed5a294a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:24.575680279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"924bf279-a5d7-489e-8a4f-fd5beef02d30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:24.677898239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"be25266d-34c8-4336-8e10-6c061aeeda5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:24.730401614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8cfea0c-e428-4b2d-a3a3-7db2f68576ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:24.730585169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18584f0c-f9af-4422-9008-48e5d11e7fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:24.78804622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18584f0c-f9af-4422-9008-48e5d11e7fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:24.78811605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8cfea0c-e428-4b2d-a3a3-7db2f68576ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:25.152628378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"269c5abc-9340-48fc-b0f3-61517e782ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:25.15264338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c71c99c-1ed8-4459-b5f7-c520610e52ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:25.209793982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"269c5abc-9340-48fc-b0f3-61517e782ba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:25.209931088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c71c99c-1ed8-4459-b5f7-c520610e52ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:25.358387035Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-b5efd0","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0","reconcileID":"4e7ed312-177a-4d87-bfed-31c4157f4ecf","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:25.416578132Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-b5efd0","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0","reconcileID":"48a4353f-51a6-4c6c-b26f-d03eacae4de0","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:25.517107574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a7178cec-ea58-4c45-9880-3701ef2a8cfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:25.526879456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"adf7d7e0-6ed1-4aa4-9319-5247f7b61ad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:25.578228688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a7178cec-ea58-4c45-9880-3701ef2a8cfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:25.583279563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c651cb1a-d804-4e0f-a5c8-44151e7bd100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:25.58327847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6019ab0-95f8-456c-afef-2b381ef3a88f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:25.600299383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"adf7d7e0-6ed1-4aa4-9319-5247f7b61ad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:25.644872174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c651cb1a-d804-4e0f-a5c8-44151e7bd100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:25.645687127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6019ab0-95f8-456c-afef-2b381ef3a88f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:25.88290651Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"93e68161-90ac-43f4-a267-d60fcc5ef13c","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-shared-b5efd0","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:25.987911785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"fabf470f-06d8-4afc-99ab-b9ac40a9a3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:25.987911786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"ab9e94f0-f402-4f2b-85bb-6a02aa896b20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:26.045409059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"ab9e94f0-f402-4f2b-85bb-6a02aa896b20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:26.046192764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"fabf470f-06d8-4afc-99ab-b9ac40a9a3a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:26.046644471Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"f58125b8-dbea-477d-9270-e575d70f4aec","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-shared-b5efd0","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:26.047039529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99de78fe-6a79-4fc7-a728-1ac178613f9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:26.047175662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbcdc609-b1db-4f84-9cb7-4a8547e850d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:26.104796817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99de78fe-6a79-4fc7-a728-1ac178613f9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:26.105114841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbcdc609-b1db-4f84-9cb7-4a8547e850d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:58:26.153668237Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"f58125b8-dbea-477d-9270-e575d70f4aec","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:58:26.153733639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"f58125b8-dbea-477d-9270-e575d70f4aec","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:26.480624293Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"f4aad812-7f98-43f8-ba3a-b1065029f56c","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-shared-b5efd0","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:26.649264705Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"c5d912c6-0cb2-4a72-b8b6-c6e43a5dda61","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-shared-b5efd0","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:26.866202557Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"417bb836-2903-4666-b21a-fd54d6868d5e","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-shared-b5efd0","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:26.97227823Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"8e6bca46-e56b-4312-88cf-419279b03fdc","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-shared-b5efd0","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:27.078417615Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"7fef2cc9-1a8f-4fbc-9740-4aa0b126312f","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-shared-b5efd0","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:27.703200115Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-b5efd0","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0","reconcileID":"fb7fd480-ba67-4fd1-b2bd-c1e574937045","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:27.758301997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"3b99b06c-e09e-4c47-920d-33a3af45a801","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:27.863571978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"8ada6d7b-1d62-44ce-86d9-4527f2179aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:27.863653289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"89538f0e-ffcb-4510-a5ca-d1e9039d8574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:27.864552525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36b4253b-8436-4a97-879d-c09f712d3eed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:27.86463596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86b3a129-d230-41f3-b41d-ec4131ff79ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:27.922335427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36b4253b-8436-4a97-879d-c09f712d3eed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:27.922362834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"89538f0e-ffcb-4510-a5ca-d1e9039d8574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:27.92457211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"8ada6d7b-1d62-44ce-86d9-4527f2179aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:27.925707718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86b3a129-d230-41f3-b41d-ec4131ff79ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:27.925745219Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"df273ebe-08bf-4000-bbf7-147396f98e73","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:28.09108907Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"4fcf9976-f304-4508-986a-166b8a248a6d","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:58:28.198836486Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"4fcf9976-f304-4508-986a-166b8a248a6d","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:58:28.198903441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"4fcf9976-f304-4508-986a-166b8a248a6d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:28.253815545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"6026d462-7f2b-4b31-9c8b-ad0d67cf5098","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:28.36054478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"9b72a89c-8206-48f4-9c10-fe61bc84899a","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:30.724194145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"9527e12f-aa0b-424e-b54a-ded24eda7325","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:30.840457762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"34b1a2c2-329c-4265-ab94-802f6df06ea3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:30.949666215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"db0db7e2-7c8d-4c7f-831c-fa95f639c24d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:30.982481184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6076ce40-6cc9-447f-ae96-b6aa55084f5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:32.979726235Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"c5fe9960-b48e-4fb4-b24a-cba175d80e66","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:33.086865255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"318d8aa9-294b-4eb3-8f0b-500783e94c43","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:33.088571974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"7a07dad0-4dd3-4b1c-bbfa-d43d111fc350","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:33.210886904Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"7a07dad0-4dd3-4b1c-bbfa-d43d111fc350","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:33.267136847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a4dad5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"7a07dad0-4dd3-4b1c-bbfa-d43d111fc350","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:33.378138548Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"f3aa08cb-0abb-4b46-804c-006a69fe6caf","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:35.893639192Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:39.639904257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"42e6cec4-07a1-4eac-84cd-e97c9606af93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:39.740054369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"fc9e325a-9ffe-43b4-8667-cc1296e6d112","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:39.840323469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d26919b-4c98-410f-9663-ca8abfa1d03a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:40.035502619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"98707cd0-c159-4801-aa81-dc9dec589847","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:43.431688402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"0eb034fc-4bf2-4540-bf3c-197dac56850c","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:43.489241714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"0eb034fc-4bf2-4540-bf3c-197dac56850c","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:43.54502929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a4dad5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c25fe23933677458779db58c80ee57f44d47c24f06c70a76471111c0822ce3b0) AuthConfig (253d70c1554137a7d91a90a6887afe55dbc49cfc3790d2340273f289a809f44b) AuthConfig (e67cdac99b05cd9d8fe1afdbdc1e7afe1d0befcc070d01a7451be0cf8fcb83e8) AuthConfig (9fbc60288b69763517c18ff0d02db84205273f338dd5c8cb4352d2872d70e809) AuthConfig (c24a5fa6c32016bfbc41d89b65cb5e10a9b90326f0ab86b594300cd776d57641) AuthConfig (8c8b6ef49da1230604bb7eebee7767460b9b6f5f2c0a4779a37fe11d2f459969) AuthConfig (cbc99c7245a59fddb0f823bf2d3df8e6178c4797eb33522f46cf89a8cd8912c4) AuthConfig (fb25781ceb47abfad852db1a2390dd354ed900a8f9649e4efbd0ff5c9cf185f1) AuthConfig (217e885098c6a0a005e9dad536c781d267199ef286953729548855a42016f22f) AuthConfig (da20e8018adf3c87fc60025d3ce7def8a4921ea60218892d421b06aa5c6c4abe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"0eb034fc-4bf2-4540-bf3c-197dac56850c","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:43.657103052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"5e7a6e70-1de1-4869-9e6f-66a61e2d3826","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:53.710185531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"278572a9-a919-4e2b-847a-80e7e8c005b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:53.767092573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"278572a9-a919-4e2b-847a-80e7e8c005b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:54.19606271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"e5b5d730-bf85-4e39-a217-211f08b44981","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:59.343892593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"d87f5dfd-f600-45ae-8b77-f1b312127d84","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:59.396581195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"2dd680df-a415-41d7-ac3a-bba08c2defb3","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:58:59.397336281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"62ce8536-1556-4dae-8732-27b60cc86042","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-b5efd0-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:59.448287905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"926c6925-15e0-4462-ab23-cdfb187182f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:59.448381765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5700f821-85f0-4409-9c35-c6e080c5d60a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:59.453034224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"2dd680df-a415-41d7-ac3a-bba08c2defb3","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:59.505893606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"926c6925-15e0-4462-ab23-cdfb187182f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:59.506189113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5700f821-85f0-4409-9c35-c6e080c5d60a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:59.509046237Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"2575a6a3-c911-409d-a122-66dee6a42592","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:58:59.61844943Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"2575a6a3-c911-409d-a122-66dee6a42592","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:58:59.6185111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"2575a6a3-c911-409d-a122-66dee6a42592","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:59.671679786Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"39720164-d712-446b-92a3-63f961b81f7e","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:59.83740293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"2943a325-b995-414c-b5d1-e5c47b315b10","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:59.847087256Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"fa1b3362-adbc-405c-a06c-f3bad1b1a8f6","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-shared-b5efd0-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:58:59.894832391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"2943a325-b995-414c-b5d1-e5c47b315b10","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:00.119590144Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"13ff81cd-693b-47b7-827d-4a31ddb09f9e","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:00.332199669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"77736003-f31a-4f33-83d1-3230c18d5ea9","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:03.817573572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c3d3fc10-5cf5-49e6-b801-55ac60b621db","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:03.915676939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e075107a-90e4-4708-8966-328812bd5519","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:04.018471908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"1844a2fb-07c9-4f15-ad00-b5e1e2031540","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:04.072083745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"52b6026b-3a94-4cf9-8be0-42cc7eabe236","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:04.158975346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"d7eafa7c-9895-43d3-95bf-d7d1d02b8031","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:04.19039996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"f58b5f72-7fce-4faf-9aa3-ecd1128a4555","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:04.247735564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"f58b5f72-7fce-4faf-9aa3-ecd1128a4555","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:04.392897894Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"7203537c-8f26-401c-b0a3-6a64160b0e50","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:05.893685272Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:05.935614155Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"9a7021da-e73c-4ff3-9414-88a57b179d74","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:06.042713117Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"357efc4c-4520-4eb5-8d09-34c10fe939bc","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:06.045252395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"8f0a4362-1ed6-46e4-b012-ac62a5968f8d","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:06.166943781Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"8f0a4362-1ed6-46e4-b012-ac62a5968f8d","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:06.222454466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-8b1850-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"8f0a4362-1ed6-46e4-b012-ac62a5968f8d","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:06.331129029Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"7a5aa767-b2e7-4d8f-a5f2-6c881a6835b2","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:10.396176833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"b18f7f13-1cad-46e7-a79b-e50cdad5c0a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:10.497347997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"4e287cb3-9755-417d-98ba-5e88bd7e0899","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:10.597585074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"74ecf8f0-e193-41e1-afb9-c3fcd9f78fc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:10.620872477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bf020b30-e51a-455c-9266-68eb6af263c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:10.786516054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"7dacd7ae-0971-42f5-aff0-26feb98ba3aa","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:11.883427588Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"e555037f-0f72-4989-b2b0-924f97afb7c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:11.883506006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"76af02c8-cf61-4b78-a455-6be524358649","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:12.051435277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"81fdda1e-a6e7-4b50-97ae-157e6fe2f0d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:12.092891015Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"0a405ccd-56f6-499e-bb85-b7701cee6e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:12.093272821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"0f231faa-8546-4cc8-8d13-8408cf2270d4","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:12.108418619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"81fdda1e-a6e7-4b50-97ae-157e6fe2f0d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:12.15817748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"d811a295-a14d-4743-aef6-d2f6c34ae784","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:12.250071323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"c3ebfc53-a519-4ecd-84ab-54560e5e2df3","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:59:12.298994252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-access","reconcileID":"0a405ccd-56f6-499e-bb85-b7701cee6e11","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:12.409076284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"172d3736-12f8-47ef-8f1f-80bed9d67d9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:12.409076434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82344f15-e775-422a-a1a8-145797087cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:12.457943616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ca128f20-069f-422b-9780-9033318ae619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:12.466003366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82344f15-e775-422a-a1a8-145797087cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:12.466048042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"172d3736-12f8-47ef-8f1f-80bed9d67d9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:12.514558121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"ca128f20-069f-422b-9780-9033318ae619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:16.384558091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"cb385fc7-94d6-4f65-b9a0-84b573593101","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:16.441357999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"cb385fc7-94d6-4f65-b9a0-84b573593101","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:16.496857568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-8b1850-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ddc4220a1208a42a540e37cedf8ee65ea02a1ae027d2bcdb64980894087687ba) AuthConfig (e112d495cdfc7b3bfa863623e87356f439546994aa32a38f618e86b4e7628276) AuthConfig (2a11add528969d61d499e789bbd94ebebf3ac3783a9ebba5731e668eacd14f50) AuthConfig (a54094b313c5a2330b7ed9980e4385cec083818be936d74470f9ed37da652180) AuthConfig (b3e4e89eb2fe0540b414f241b0b8c3fb99ecf5ef20e325b8797d066dd1b7df36) AuthConfig (6342093a72e9efe478f3d659c7a0dab61acbcd15c9b3811631cef087cb2a2cc7) AuthConfig (f467dcd2df175fe5a9ee04d6157c03c23f3f9b4f60c5a35b7df8ef59cede8be9) AuthConfig (bfd38445c6f73952ee9fa6adb35442d1a495929d33012b896c8d4de981dc11bc) AuthConfig (2a2047a57e5d144bc1f62730f3c88a9b06936a5bdd2c61ec3bc2b18a02f4bc39) AuthConfig (f3da9b2e22ab727d04c61cfbc2ce4448d42f19e767255572234bc068f780e030)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"cb385fc7-94d6-4f65-b9a0-84b573593101","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:16.60868514Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"0703ee37-b40b-4169-b03c-2e7c70cbb01b","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:17.129746412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"4f98c80b-d29c-45fb-aff6-ccead548b06e","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:17.469950848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"59eb1b81-90a4-4ab2-8fb6-40cb74c50cac","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:17.796965863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"5749b227-24fc-43c8-9012-5dc873cc494c","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:17.961769679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"507ef43b-b1d7-484e-a11d-7c979b183192","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.010290799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"d71c02c0-6f91-4390-ab1a-00d528337c10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.018878726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"507ef43b-b1d7-484e-a11d-7c979b183192","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.124747757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"6d1dc5fc-97be-4c43-b0bf-2c41fab3d744","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.177982622Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"ba62ae13-8cab-4469-be09-0344c64d4969","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.183255916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"8595d421-6f1f-4bc4-9265-a3cfb5da86bd","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.231143716Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"ba62ae13-8cab-4469-be09-0344c64d4969","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.284372714Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"ba62ae13-8cab-4469-be09-0344c64d4969","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382","model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.332097032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0fed79f8-6b27-4f3e-bd93-94644f824f6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.388889116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0fed79f8-6b27-4f3e-bd93-94644f824f6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.388921035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"0f4780d0-da2a-413a-93d7-cffeddd96976","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.554262482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"fba7cbcc-5c89-4497-82bd-0489c3078896","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.606808778Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"228102c0-d826-4909-87c4-10959b20f0f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.659419262Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"228102c0-d826-4909-87c4-10959b20f0f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/simulator-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.713370073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7b592f7-1d74-44c5-ab65-4a4a0a21ac5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.71340805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a17b799-71a9-42b9-a76b-e73af3f98118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.760676161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"df1b4428-ac8f-43cd-8d63-f0c6dd9bb8a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.771189886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7b592f7-1d74-44c5-ab65-4a4a0a21ac5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.771463839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a17b799-71a9-42b9-a76b-e73af3f98118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:18.819569778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"df1b4428-ac8f-43cd-8d63-f0c6dd9bb8a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:59:18.8777773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"simulator-subscription","reconcileID":"228102c0-d826-4909-87c4-10959b20f0f4","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:23.305666305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"74f40765-6ab9-417f-8674-2d019107e001","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:23.42115037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"9413b3e8-a00e-4175-a26d-feace9bb85fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:23.459887716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"5bc75844-954c-4c28-b8af-59fc7b641652","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:23.533621834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8a10495b-f8de-4f89-b2bf-4989f7e137de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:23.683981257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0fefd287-a044-4e09-a143-fb5c8ca42424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:23.741170806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"0fefd287-a044-4e09-a143-fb5c8ca42424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.009055763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f02c0b9-8a4c-4303-98bd-d3a61df0e9f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.009185643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5399f451-6c80-4703-ac13-bd4bef084092","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.058026323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"98b61cef-68a2-49b0-8818-c96dd4cc3877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.064294489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"456d1c99-8155-4458-acc8-f01e47d4dfee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.066542953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5399f451-6c80-4703-ac13-bd4bef084092","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.06747206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f02c0b9-8a4c-4303-98bd-d3a61df0e9f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.116688837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"98b61cef-68a2-49b0-8818-c96dd4cc3877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.283287469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"9c91f649-08b3-4441-b447-f6b110c758aa","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.283523572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"83e4c780-b15b-41a7-ad45-2427afecb8f5","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.283689002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"492b0b96-7224-4336-917d-6a72f43eaf8b","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.284000311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"04a2ad87-f7a8-4c8d-9cc5-abbe41de1cc7","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.487775906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"e95cdf8d-09ae-41e5-9ba4-66ee13db1fd5","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.49884153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"9f908966-1745-498e-b318-f167b70015ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.547068924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"d1cec83e-5919-4105-a78e-5cac80ee3815","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.558241969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"9f908966-1745-498e-b318-f167b70015ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.558961548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"32228479-1d6b-4135-b927-cd4617c40601","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.67446614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66c8f838-24c2-4a3c-848c-cbff64de764e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.675481622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ab3f972-f2ce-4209-b1b5-cb68fe2a77bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.784400487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66c8f838-24c2-4a3c-848c-cbff64de764e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.786703105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ab3f972-f2ce-4209-b1b5-cb68fe2a77bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:24.849697784Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a078ae78-4d34-4263-a919-e24d17b53b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:25.104569097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a078ae78-4d34-4263-a919-e24d17b53b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:25.227281977Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a078ae78-4d34-4263-a919-e24d17b53b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"e2e-worker-w3-885382-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:25.227465563Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-access","reconcileID":"a078ae78-4d34-4263-a919-e24d17b53b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-885382"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:25.28409961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"68fc4d60-d3a4-4935-9dd2-eb140425fc2d","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:25.338372657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49fcdd97-93b0-4c6a-a2b9-3817c6948793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:25.391328112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49fcdd97-93b0-4c6a-a2b9-3817c6948793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:25.444316493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49fcdd97-93b0-4c6a-a2b9-3817c6948793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:25.501704937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49fcdd97-93b0-4c6a-a2b9-3817c6948793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:26.676202274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"f8406a31-d005-452e-b2e9-f19cf6fc9775","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:26.733149498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"f8406a31-d005-452e-b2e9-f19cf6fc9775","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:27.21485219Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"b62c88de-0315-4390-8203-c1bb220f945d","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:27.427499111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846fb082-9c34-40a1-819f-08d7e3abfee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:27.480664377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846fb082-9c34-40a1-819f-08d7e3abfee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:27.534259677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846fb082-9c34-40a1-819f-08d7e3abfee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:27.587395273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846fb082-9c34-40a1-819f-08d7e3abfee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:28.746380369Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"777778e0-96a7-4e7c-b9ad-46de8392006a","namespace":"ai-tenant-e2e-worker-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:28.746445078Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"777778e0-96a7-4e7c-b9ad-46de8392006a","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:28.801083235Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"777778e0-96a7-4e7c-b9ad-46de8392006a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:28.801108545Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"777778e0-96a7-4e7c-b9ad-46de8392006a","namespace":"ai-tenant-e2e-worker-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:31.900700665Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"dd2c20ec-dc12-4393-b712-a9fa32f2d7d1","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:59:31.95667122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"c8e39655-1c6f-43dc-bf6e-e23ad546c622","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-b5efd0-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:31.960462174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"85bff54b-14d0-4cb2-9114-a85588b4dbee","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.014242325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f091aaf-14f0-4c8c-abf1-d9511be44ddb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.014594659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b15881e-153b-40f7-a1b2-5e48b7d38cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.019028531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"85bff54b-14d0-4cb2-9114-a85588b4dbee","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.068695896Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"4c9bb787-9453-4f0a-be77-25abfd2ccd2b","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.072885463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f091aaf-14f0-4c8c-abf1-d9511be44ddb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.073318013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b15881e-153b-40f7-a1b2-5e48b7d38cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:59:32.176758581Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"4c9bb787-9453-4f0a-be77-25abfd2ccd2b","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:59:32.176856539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"4c9bb787-9453-4f0a-be77-25abfd2ccd2b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.230586396Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"e65a26a1-2719-4980-b205-301f96e859d2","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.415989382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"dc9598d3-840a-414e-b890-c824b2a65fed","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.416418222Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"755c0447-eee5-4adb-b224-3072e02ccf2c","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-8b1850/e2e-shr-shared-b5efd0-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.474457776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"dc9598d3-840a-414e-b890-c824b2a65fed","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.690103556Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"91e38e8a-600e-46d5-98cf-cd82d4f48843","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.904714401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"e6199b93-433e-4050-8187-8d001775bfc0","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:32.949997652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"73cf9635-2f4b-451c-b96e-7ce87a246461","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:33.002938582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"87e3f4e8-53eb-4fa9-8aad-a51cde035d9f","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:33.0514791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"53ff4093-dd1e-4d16-adee-a19792b6b963","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:33.175384794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"31ac2027-fc46-4ddc-ab2c-943085a64463","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:34.284275134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"592bb315-4aae-4694-b50c-88f67a8f6f06","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:34.284546695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"97a76ea1-72eb-4c72-9003-0a1da1ac0b80","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:34.284716958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"77c92e04-8c69-4d1c-ba22-d48bc9c405d5","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:34.842838587Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"e41f8a32-1c7d-44fc-813e-696e22b892d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:34.896172554Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"e41f8a32-1c7d-44fc-813e-696e22b892d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:34.94939389Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"premium-simulator-subscription","reconcileID":"e41f8a32-1c7d-44fc-813e-696e22b892d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-885382"},"name":"maas-trlp-premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382","model":"e2e-models-e2e-worker-w3-885382/premium-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:35.222699203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"e1080b36-8e34-49ab-813a-2fdd98cf5ca2","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:35.382006144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ecb80e2-8cbf-49f5-971e-5b8b5f3e4e38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:35.382117261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4feab8af-83e6-4600-92aa-7058f69e6ca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:35.439328569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4feab8af-83e6-4600-92aa-7058f69e6ca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:35.439376508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ecb80e2-8cbf-49f5-971e-5b8b5f3e4e38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:35.893483099Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:39.483253306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6dcd3432-4de0-49ae-a8af-6854be34a6e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:39.635526753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"640e292b-47e8-497e-87e7-4e6a8074327f","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:39.720113785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f134cb7b-2fe2-4e60-a60c-4e5b49ad0f91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:39.744005419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"956ebefc-6de9-48b9-84e3-4f783ac69638","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:39.884799408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"5aff3974-4dcc-4a2c-b184-028df2d77496","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:39.884858578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"ceceea43-e018-4b3f-a4e4-db57db76fa91","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:39.910644439Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"2efef8b5-6b72-4d7d-a370-924c639a9d04","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:39.943343114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"5aff3974-4dcc-4a2c-b184-028df2d77496","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:39.943416764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"ceceea43-e018-4b3f-a4e4-db57db76fa91","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:44.285647609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-2-w3-885382","reconcileID":"d6c1bf74-93e2-42eb-87f0-3a1b5a6f12d8","MaaSModelRef":{"name":"distinct-2-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-2-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-2-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:44.285913454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"distinct-w3-885382","reconcileID":"2bfcc11f-2274-4b53-ba69-158490b955e2","MaaSModelRef":{"name":"distinct-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"distinct-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"distinct-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:44.286068235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"simulator-w3-885382","reconcileID":"f4306b5e-bc39-4774-8a6f-77ee11df7865","MaaSModelRef":{"name":"simulator-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"simulator-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"simulator-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:45.223197789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"namespace":"e2e-models-e2e-worker-w3-885382","name":"premium-w3-885382","reconcileID":"83aab799-30af-4276-bf72-af0d9f2405c2","MaaSModelRef":{"name":"premium-w3-885382","namespace":"e2e-models-e2e-worker-w3-885382"},"routeName":"premium-w3-885382-kserve-route","namespace":"e2e-models-e2e-worker-w3-885382","llmisvcName":"premium-w3-885382","gateway":"openshift-ingress/e2e-worker-w3-885382","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:45.907099245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"ab22d4f5-e460-4ca4-b09e-1005d5263b07","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.004658282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"9f3dade5-bc83-44ee-8b07-c80147013bea","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.05239275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1e31bce9-dc45-43d3-8647-0c55063208e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.153052629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c58bf0f5-5861-4def-8b93-9c062fd3b9f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.782201568Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-7ee421","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421","reconcileID":"95e8f14d-deb1-42d9-b3d4-7866ae681244","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.839899016Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-7ee421","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421","reconcileID":"8b97f8d0-7fc3-41c9-ac67-72a4edf6cac0","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.88895145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"eb41164d-a879-4a38-9775-853f74279bc9","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.889424175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"4b5addfb-b421-4147-81e2-c516ce9efc4a","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.941828053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34b09dc2-5f29-4b68-a8a5-2f521b8fc057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.942314017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c47fed4-4bec-4189-b4d2-a71a72ffba33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.946737502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"4b5addfb-b421-4147-81e2-c516ce9efc4a","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:46.946889336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"eb41164d-a879-4a38-9775-853f74279bc9","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.00070609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c47fed4-4bec-4189-b4d2-a71a72ffba33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.00071248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34b09dc2-5f29-4b68-a8a5-2f521b8fc057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.269735686Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"46a669d2-2c44-4316-bd7c-b6d6b0f6a856","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-auth-7ee421","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.318827576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"c2e58fb2-05ad-4c20-b13f-ff9867291a59","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.318823812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"7d93282b-8cdf-4cae-9488-76c0a35c9566","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.366003651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9883a5bc-6929-4cbe-83b9-24a3c2c8fd2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.366021604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"744c6973-5ed8-4aea-9cef-81b965f8c742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.375860216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"c2e58fb2-05ad-4c20-b13f-ff9867291a59","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.375904942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"7d93282b-8cdf-4cae-9488-76c0a35c9566","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.387574085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"0d04fc8c-fd23-4067-b174-62ec5d0a67b9","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.387656623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"dfc31b56-5724-42f4-a339-dd51b7cc2f16","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.422574997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9883a5bc-6929-4cbe-83b9-24a3c2c8fd2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.422953689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"744c6973-5ed8-4aea-9cef-81b965f8c742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.433228574Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"b36b4bec-fd45-4b4a-9d26-caae72a873ec","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.54060919Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"3bff2db4-5729-4325-8a6a-e1d42b66edf8","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.647079776Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"a220874c-19a8-4d0e-b915-926fcf884e8e","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-auth-7ee421","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.749559184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"b9a351bd-42f9-478e-ad16-b8f2871202c9","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.806471265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"b9a351bd-42f9-478e-ad16-b8f2871202c9","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.850073357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"47af16c3-a9f2-41d5-94a4-e0879b8e8bd4","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.906601743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"47af16c3-a9f2-41d5-94a4-e0879b8e8bd4","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:47.913203739Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"f4809332-6115-456b-8521-99745949e9c5","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-auth-7ee421","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.078182042Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"4cb1d8ef-71ec-4395-9f4f-3e5ce62c34be","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-auth-7ee421","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.107880621Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","namespace":"ai-tenant-e2e-worker-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.10796909Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","namespace":"ai-tenant-e2e-worker-w3-885382","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.108097906Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","tenant":"e2e-worker-w3-885382","tenantID":"e2e-worker-w3-885382","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.170574805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","gvk":"Deployment","name":"maas-api-e2e-worker-w3-885382","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.230972516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","gvk":"Service","name":"maas-api-e2e-worker-w3-885382","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.293596093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-885382","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.348465823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-885382","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.379255737Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"083013bb-03c0-4e32-927d-93d7f7be5120","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-auth-7ee421","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.403667657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-885382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.432912767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"51be7fdd-9f39-43cc-842f-3b0596352b13","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.43330054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"51623680-d0a5-486e-bfab-58a218587640","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.458618686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-885382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.486252554Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"a7a6d8b1-8182-4a94-9e2e-3e8c8863cd40","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-auth-7ee421","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.490776346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"51623680-d0a5-486e-bfab-58a218587640","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.491050761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"51be7fdd-9f39-43cc-842f-3b0596352b13","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.516070267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-885382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.571163591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-885382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.592774266Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"96ab3ec4-e677-4c2c-9ac1-22ff163d6749","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.593506323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"206b3770-a97d-4ae2-8462-465a162840d6","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.593620868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"b0615c8b-fe24-4a77-b09b-270f9e656c63","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.623574331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-885382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.676258615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-885382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.700483893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"9f0ce10a-2c4c-4ba2-aa38-a53c6a1d635f","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.728717304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","gvk":"Service","name":"payload-processing-e2e-worker-w3-885382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.78107605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-885382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.8078405Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"6c5e82e7-d5e2-445f-bcfe-3af92c779c23","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-auth-7ee421","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.835640173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-885382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.863877151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"15bd4ff0-90d7-4ea5-91e0-ffa0ad04ea3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.863945094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"86a2f956-4a9f-48dd-aa6a-6e5fabe84ebd","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.888089009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-885382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.921174942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"15bd4ff0-90d7-4ea5-91e0-ffa0ad04ea3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.922528509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"86a2f956-4a9f-48dd-aa6a-6e5fabe84ebd","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.940552922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-885382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:48.996405795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-885382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.049092824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-885382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.101469489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-885382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.157202526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-885382","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.21314345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-885382"},"namespace":"ai-tenant-e2e-worker-w3-885382","name":"default-tenant","reconcileID":"0d553d1d-c7c6-4c16-866b-0b9fc9c4e900","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-885382","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.320370169Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-7ee421","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421","reconcileID":"8fbb3834-7508-4e27-b69b-7bac70f5a9ed","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.374561498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"bf01b5ec-4f62-454c-9f6f-342cc8faff51","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.427965482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"2d55d648-08b3-4736-8245-bd7b97b3c24e","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.429648719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"2ef0db63-bed7-4ddf-8695-c69f0561f44a","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.449847273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb017f06-8050-4b75-98cc-8f402fccea59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.456713921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a440c87-4c3a-42ed-b601-aa0872e3cced","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.489532059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"2d55d648-08b3-4736-8245-bd7b97b3c24e","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.497240201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"2ef0db63-bed7-4ddf-8695-c69f0561f44a","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.508575476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb017f06-8050-4b75-98cc-8f402fccea59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.615318223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"a2ee638d-36ca-4410-8cff-17d20b7b506c","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.616331175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a440c87-4c3a-42ed-b601-aa0872e3cced","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.793286331Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"8b255aab-cfa5-4a3a-81cb-7acaa8f15999","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.887571166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe6a18c6-c94f-402e-ac37-a826e1a062e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.902409762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"5ea67f5e-f485-43c6-987c-9cdf954c3ad4","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.945983084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe6a18c6-c94f-402e-ac37-a826e1a062e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:49.986658864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb2e3dd7-7724-4080-b673-5ffc1a8fcfc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:50.044513805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb2e3dd7-7724-4080-b673-5ffc1a8fcfc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:51.130692942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56c57c9b-1a19-43aa-b8cd-24dcaf35e79c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:51.130856174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8a275b5-2667-4cec-9ff7-4296ce0f2d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:51.19061072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8a275b5-2667-4cec-9ff7-4296ce0f2d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:51.19338863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56c57c9b-1a19-43aa-b8cd-24dcaf35e79c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:51.66291959Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-7ee421","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421","reconcileID":"05418491-5b12-4ad9-9269-de52df17bd1f","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:51.769997469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"a68006e6-cce7-40a5-81b6-14ba2d79570c","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:51.770761931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"b1e19b31-7aa5-4f94-ae3b-211478763634","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:51.822758626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ee596b3-7386-4152-ab86-67e9136bfcf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:51.823409601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"413e5611-0b97-447d-9ec6-5135a51733d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:51.827308352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"a68006e6-cce7-40a5-81b6-14ba2d79570c","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:51.827382459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"b1e19b31-7aa5-4f94-ae3b-211478763634","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:51.88073951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ee596b3-7386-4152-ab86-67e9136bfcf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:51.881324284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"413e5611-0b97-447d-9ec6-5135a51733d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:53.444375989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"0094efdc-e12b-4c66-b36c-9d9438ea828b","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:53.551823965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"25195722-054e-4203-b653-18d2937099ea","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:53.618211774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"7b295493-69bc-4bf0-a065-1baf4c54bd14","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:53.676026894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"7b295493-69bc-4bf0-a065-1baf4c54bd14","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:54.117513243Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"c6b5aad9-cd4c-4a9f-9520-caabbb8a077d","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:55.578898032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"d222a9e3-46a8-46a3-a316-130403fb3016","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:55.643162523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"454fecd0-9338-40b8-b474-feb9488032a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:55.770106528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"58b17e5e-a04a-4cfe-9a52-772d074a456a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:55.795992698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"09546c16-df13-4020-b6fa-3a0c81e17623","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:55.968182004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"ab7c08f4-d657-49d5-99f7-d54f988a8631","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:56.020175569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"ddc668f0-6e0b-4f59-9402-b5e2f3064aa7","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:56.020175584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"ab3c0c42-235c-49ad-8d25-db8bc1a4b1c9","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:56.024776519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"ab7c08f4-d657-49d5-99f7-d54f988a8631","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:56.077424974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"ab3c0c42-235c-49ad-8d25-db8bc1a4b1c9","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:56.078972628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"ddc668f0-6e0b-4f59-9402-b5e2f3064aa7","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:56.396062641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"b0fce3aa-ced7-49c5-bc09-ce869c3faf9b","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:56.452724467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"b0fce3aa-ced7-49c5-bc09-ce869c3faf9b","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:56.550272396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"15a4c965-35b4-4cbe-ae5c-9d9f677455a4","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:56.550300482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"64dc5497-86b6-4da6-bb34-b88f7317d2cb","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:56.60776057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"15a4c965-35b4-4cbe-ae5c-9d9f677455a4","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:56.60872511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"64dc5497-86b6-4da6-bb34-b88f7317d2cb","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:58.227447769Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-885382","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-885382","reconcileID":"b79f9648-e541-4618-b601-42f73abe4c15","aitenant":"ai-tenants/e2e-worker-w3-885382","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:58.842481111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"334a7f55-3470-4dcd-b0fd-b9ce2322e523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:58.895519559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"334a7f55-3470-4dcd-b0fd-b9ce2322e523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:58.948635092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"334a7f55-3470-4dcd-b0fd-b9ce2322e523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:59.001933874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"334a7f55-3470-4dcd-b0fd-b9ce2322e523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:59.061134107Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-885382","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-885382","reconcileID":"b79f9648-e541-4618-b601-42f73abe4c15","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-885382","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-885382"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:59.22097701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c455d05-03d8-41a8-8b03-143ff2b97d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:59.220977008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef155f63-10a7-4cb8-8769-ee0e21d068df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:59.280834477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c455d05-03d8-41a8-8b03-143ff2b97d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:59:59.281424191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef155f63-10a7-4cb8-8769-ee0e21d068df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:00.937129938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440c9abf-99d2-4c04-9e27-1b5f005c2518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:00.991080534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440c9abf-99d2-4c04-9e27-1b5f005c2518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:01.044904277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440c9abf-99d2-4c04-9e27-1b5f005c2518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:01.098189216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440c9abf-99d2-4c04-9e27-1b5f005c2518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:01.259446652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4c5b4f0-574f-49be-bbfe-31e6d4f234f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:01.259446528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d865e3a-6361-4035-9a0c-f810243bbca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:01.317093864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4c5b4f0-574f-49be-bbfe-31e6d4f234f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:01.318287541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d865e3a-6361-4035-9a0c-f810243bbca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:05.893605318Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:06.690721911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4e7ac852-8d9d-48fa-8a80-6c033188ba30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:06.842397679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"a36811f5-6fd9-42ad-baab-1d20c65b7e48","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:06.91872637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0d51f69-d316-4b64-a5ee-42017539487d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:06.943764779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"07ac2867-4b99-4de9-b2a5-ad5669d31bd9","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.385627159Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-auth-7ee421-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-shared-b5efd0-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.439520725Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"3e9f1158-8ac0-4596-ad57-ca5fbdd695f8","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:09.539885994Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-auth-7ee421-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-7ee421-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.588004931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"92bcbeb9-eea2-4dc5-8e08-309503bfe5e6","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.589278317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e94f4d06-4d25-40ec-848b-b52c73ac421f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.58979979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"2b4869ee-4096-4e82-a5f8-af8eaaf30b15","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.59044158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae92cc65-4880-4714-b788-199bc9ec75e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.60808522Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"2a173da8-fbab-46cd-abd5-db5a4a0aef8b","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.645636771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"92bcbeb9-eea2-4dc5-8e08-309503bfe5e6","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.646521649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e94f4d06-4d25-40ec-848b-b52c73ac421f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.648002612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"2b4869ee-4096-4e82-a5f8-af8eaaf30b15","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.648861286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae92cc65-4880-4714-b788-199bc9ec75e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.714494225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"c873ec36-6efe-4514-a609-850fcc74987c","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:09.82049633Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"41b09020-a8c0-4153-92c3-eb3ccd27bd12","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-auth-7ee421-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:10.095166459Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"91c47110-765e-48d8-93a9-607d0bb3d20d","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:10.120052372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"b963a570-7aad-4047-b700-4cf7b0c1ed5e","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:10.120050466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"c1b31125-31ba-4ca9-b8e4-8ee7cf0667bd","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:10.177384338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"b963a570-7aad-4047-b700-4cf7b0c1ed5e","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:10.177504602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"c1b31125-31ba-4ca9-b8e4-8ee7cf0667bd","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:10.30745611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"8dc9a333-e330-4b31-a22a-cc3ba5334484","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:15.847562686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"2732ba87-012d-495e-be5b-af96dd76aaf0","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:15.905627612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bdd83e71-129e-4953-9094-0ab4a199e5ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:16.018018609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bfeb5345-ef84-4f88-8b6e-3914ef4ffc4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:16.094187008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"febdd0e0-fea1-4a3a-9436-0a6c82ae04bf","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:16.146051756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"ec4dbb83-65b0-42de-a146-73942d180907","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:16.146068545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"9fdcb108-d601-4945-920d-ae0fa7c5dfcd","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:16.150776525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"febdd0e0-fea1-4a3a-9436-0a6c82ae04bf","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:16.173146881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"d8096589-faf9-40ee-8bf5-8de48c3b1e45","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:16.188533302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"4337a047-9269-48d3-b99a-80ec51557f21","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:16.202657227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"9fdcb108-d601-4945-920d-ae0fa7c5dfcd","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:16.202671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"ec4dbb83-65b0-42de-a146-73942d180907","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:16.461229432Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"bc454382-9b90-4895-af5d-cc772ddb2139","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:18.021257759Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"9b625db3-3d82-431b-8be1-fa0f3f0979c4","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:18.127397644Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"55542cfa-e9ce-4826-abf0-2edc7e17ca6d","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:18.182578273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"617cb381-583b-4aa0-be98-c9702e5d21d1","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:18.240195626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"617cb381-583b-4aa0-be98-c9702e5d21d1","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:18.673284626Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"2a12470f-e865-4cea-925f-130cd5debc10","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:21.083443237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"bf246a9d-bd2d-42e9-acb4-66448342cdf4","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:21.194592537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"86f831ec-41ae-44a9-a8bf-92b4ad710d62","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:21.243613247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a54daa01-78a4-474d-bb0f-8daa29137786","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:21.256884985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e8a5d827-ac5f-42c8-8832-84efc5b03793","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:21.474911759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"7189f726-24b3-4691-a216-faf2fd20fc17","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:23.65792122Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-auth-7ee421-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-shared-b5efd0-sub]","namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-shr-auth-7ee421-sub ai-tenant-e2e-extmod-b-8b1850/e2e-shr-shared-b5efd0-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:23.712179538Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"f7367967-efda-4198-be7b-e169ff2f04f6","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:23.818250153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62173460-8e28-4d3f-bcbf-56afc729e7fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:23.818664625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"cdd35ace-c07e-47f8-9993-d88ac3771624","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:23.819064082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"0a963399-eb10-4235-8b44-e83a14eb9762","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:23.819248165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dba825e0-d9e2-4194-ab10-3621ea106ed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:23.826118012Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-8b1850/e2e-shr-auth-7ee421-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-7ee421-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:23.875820974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"cdd35ace-c07e-47f8-9993-d88ac3771624","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:23.878132976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dba825e0-d9e2-4194-ab10-3621ea106ed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:23.88106183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"0a963399-eb10-4235-8b44-e83a14eb9762","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:23.884854842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62173460-8e28-4d3f-bcbf-56afc729e7fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:23.889922563Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"011af33e-603c-4772-8df2-695daac0ab7b","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:24.036323869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"5ad76017-13ca-444e-b8e4-4bb46d5c66f4","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:24.143137204Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"dc99acce-0f30-45ea-9bdc-316f114b8b3a","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:24.150711379Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"bf3a6d98-2899-4e55-b9d6-a6030d0ad174","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-8b1850/e2e-shr-auth-7ee421-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:24.350375374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"693a29ac-1669-4826-b562-eb164ba4156f","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:24.350398409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"5e1e0a7a-2ab5-49a0-b4ac-82d7f5fc72cc","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:24.407125487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"693a29ac-1669-4826-b562-eb164ba4156f","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:24.407198017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"5e1e0a7a-2ab5-49a0-b4ac-82d7f5fc72cc","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:24.422102875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"c58ef0e6-5bc5-4dc5-b8ce-7066b2cd3911","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:24.634275182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"920a44bd-1864-4746-acea-95b5763c44f1","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:28.058295648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"dadcc45f-a7d8-4d13-8a4f-fe2c2b8718d3","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:28.160248674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"690b7251-f9d0-4aa4-981b-811fa56ca408","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:28.257488888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"bf6b0df6-c987-44a1-b692-8903577de8fb","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:28.304913186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"59c035c7-a937-4162-96fa-32ae757a73f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:28.455552107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0157be40-2761-40a5-a517-b43a0186edf1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:28.459639442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"0faba264-9002-430f-a387-c353adfe562f","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:28.474904175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"652aa88b-7e1e-434e-acab-de892e9427a4","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:28.474910371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"64e3b1ab-8478-4ea3-92bd-a3d0e58adbc3","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:28.475458316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"53eef12d-c62d-40e5-a607-1b784acc794a","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:28.475666103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"32377399-2db2-4da4-b010-9c5e8971ee8d","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:28.527875387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"64a49434-4de1-420e-b470-da3ae4f2267d","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:28.532162902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"64e3b1ab-8478-4ea3-92bd-a3d0e58adbc3","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:28.53241425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"652aa88b-7e1e-434e-acab-de892e9427a4","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:28.534385327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"32377399-2db2-4da4-b010-9c5e8971ee8d","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:28.534602659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"53eef12d-c62d-40e5-a607-1b784acc794a","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:32.425509856Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-7c42cf","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf","reconcileID":"851f7c31-98ad-461a-bf6f-939e6de03b6f","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:32.526655125Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-7c42cf","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf","reconcileID":"20db216e-1ed2-4552-a68b-a8188467f8a8","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:32.5862543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"32488744-4648-4b00-97fd-9b05260941b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:32.58662502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6b0388d-862f-4254-9cbc-cd12e37e4bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:32.58713273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"32fa7ce4-d11b-4261-96fd-5eed01279097","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:32.587300549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"4e7e2d94-7c64-4cb4-ab55-e126e111e40e","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:32.587871641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c0c8714-8a3f-4af3-8fe8-5387f6aa7078","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:32.643627631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"32488744-4648-4b00-97fd-9b05260941b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:32.644165911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6b0388d-862f-4254-9cbc-cd12e37e4bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:32.646054704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"32fa7ce4-d11b-4261-96fd-5eed01279097","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:32.646499083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"4e7e2d94-7c64-4cb4-ab55-e126e111e40e","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:32.648220765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c0c8714-8a3f-4af3-8fe8-5387f6aa7078","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:32.910971991Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","reconcileID":"0c30529f-f7e2-493a-88f2-c29713b75e4e","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-amb-7c42cf","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:32.965220365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49279cc6-10a4-438b-9a44-6202764ccf3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:32.965621052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"28f0a4ce-e80e-4a3e-af30-85cc59ba49b2","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.023989073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49279cc6-10a4-438b-9a44-6202764ccf3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.025161246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"28f0a4ce-e80e-4a3e-af30-85cc59ba49b2","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.127674046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"705fb50c-b89a-45b7-a0a2-66848deee0a1","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.12961695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"223ea6d7-6a9f-44df-9be4-073fded51a0c","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.129617019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"b36b5bfa-4a9b-4a42-9f03-c26ddfe4ecd0","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.131675759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d2d7ca5-c962-492d-89c5-8221960a754a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.131987603Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","reconcileID":"1fe048bb-df4e-4a7c-b4cb-4ba3629f74bc","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-amb-7c42cf","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.132472208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"c86f6df4-110c-4a88-9b4e-b1a629d24970","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.132678705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"282e54dd-7dd4-4a2a-8aff-1f816152e01e","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.133030855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"ed1d72f6-ce80-4889-ad24-baa1c7988bff","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.189680237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"b36b5bfa-4a9b-4a42-9f03-c26ddfe4ecd0","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.191802112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d2d7ca5-c962-492d-89c5-8221960a754a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.197682974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"223ea6d7-6a9f-44df-9be4-073fded51a0c","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.283742565Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"37cd0bd4-93a5-435a-b9db-d4f057798ab4","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.390863576Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"e5867444-4d8b-4537-b1ef-2a3d2f4826ac","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.446181162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"acda5db4-ce72-4130-ac55-3c1291deb904","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.497651972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"94127f1f-9f7f-4cd8-9394-5bf4fcb20fc1","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.502631639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"acda5db4-ce72-4130-ac55-3c1291deb904","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.597041952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"dd42cd33-5c2d-45a8-baf1-56a2ab8a900f","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.60238797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"5d4e3a56-7bfc-4047-b835-4353e08f3ddb","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.602962764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"84a2344a-172c-4233-b81c-baa8cc15faab","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.603049919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"726e1958-45d0-4f63-ace5-1aed58346673","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.60382698Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"903ce5b9-7fad-4170-a312-38f777672045","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.690602808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8ce5b33a-f108-4eba-ba82-2e1d96d52aa8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.693033407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"dd42cd33-5c2d-45a8-baf1-56a2ab8a900f","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.741057099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"65dd5f8c-c980-4cc2-b250-9e32472e493f","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.741066089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"c859418f-3cc2-4864-ad01-98f4c9d4acca","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.744096934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"a6d76928-919f-49e2-b0b8-37b0e2eefb83","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.801307376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"65dd5f8c-c980-4cc2-b250-9e32472e493f","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.80164828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"c859418f-3cc2-4864-ad01-98f4c9d4acca","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:33.920144061Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","reconcileID":"2bb03c2c-474d-419a-9b65-3b2d2e0b5821","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-amb-7c42cf","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.011105933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3da37bfa-86a5-4be1-b55c-e43681e8297d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.084131132Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","reconcileID":"1a319c88-f3fb-46c3-98ea-bf8542599406","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-amb-7c42cf","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.248614034Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","reconcileID":"98d5e779-2ddf-42f9-9a18-ce74078a7e2b","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-amb-7c42cf","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.344349731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"a919ea14-5e2f-43b4-bd3f-42b0e036aef1","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.344742671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"8cf71c93-a871-4ae0-b0b5-336096c667a7","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.345164126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"020fc7da-8fb3-4c74-b6c4-cd29640c2808","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.345952089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"92f4c6b9-2ffb-4e7d-b42b-36695107f946","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.354681361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"de4b1067-0d32-4ec6-9bcc-ec1f62a129d0","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.40262934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"a919ea14-5e2f-43b4-bd3f-42b0e036aef1","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.40306933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"8cf71c93-a871-4ae0-b0b5-336096c667a7","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.404958661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"020fc7da-8fb3-4c74-b6c4-cd29640c2808","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.405476529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"92f4c6b9-2ffb-4e7d-b42b-36695107f946","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.453082495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"9e8a724d-7935-4b89-ab79-002e56ad10fa","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.453495297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"dcc8ede3-e648-4174-9072-937fc4719a25","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.453679076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"40b1a6ac-a60a-42dc-882b-8ddfe0dcb22f","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.45616188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"2821bc3a-bd5b-477f-b5b7-89405c7fba4e","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.460890109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"7dc0fab4-de52-4976-bc4d-0fdf86739c1e","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.568664626Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"cbd9a3c4-aa94-4ed6-96a3-0ded750562ba","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.675039536Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"bbc21bf7-29f8-470a-9876-f9ba9498cfae","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.783683872Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","reconcileID":"86ba4d63-d5a7-4c60-85a1-bc857a3eb905","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-amb-7c42cf","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.830153779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"566d3d78-0bf0-4fbb-a200-5b8e256eaf0f","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.830206846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"d4b60885-a88c-4100-8447-176d78a5f26e","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.83106196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"bc6ff06f-ec73-4237-a9d4-bfc5b2709ac0","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.831696384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"a90d0a9f-3910-40b8-8e1d-db5e0f3c30aa","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.887911987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"566d3d78-0bf0-4fbb-a200-5b8e256eaf0f","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.887952606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"d4b60885-a88c-4100-8447-176d78a5f26e","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.890433187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"a90d0a9f-3910-40b8-8e1d-db5e0f3c30aa","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.890498043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"bc6ff06f-ec73-4237-a9d4-bfc5b2709ac0","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:34.890757293Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","reconcileID":"e92ed2db-0b2f-422b-9180-c5b050c86862","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-amb-7c42cf","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.22154958Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-7c42cf","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf","reconcileID":"e63d8193-8d6b-4ca6-b831-c7b86795abd9","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.27606676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","reconcileID":"937f96c8-cd42-445d-b636-a00fa5a67981","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-amb-7c42cf-fe88cc90560b","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-amb-7c42cf","provider":"e2e-shr-amb-7c42cf-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.382284212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"1c318d6d-f9c6-49b6-953b-4ffcae3ddcfe","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.382544239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"096c38eb-0933-423a-aceb-a06dd82bcf1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.383347384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cc53ff2-0d13-4786-8bf7-589d5be2e102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.383455922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"e939baee-f061-446d-9309-3d4bd8102368","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.384418805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"1813c590-c9f8-48a4-b7d1-c21a809f3a23","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.439755466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"1c318d6d-f9c6-49b6-953b-4ffcae3ddcfe","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.440606599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cc53ff2-0d13-4786-8bf7-589d5be2e102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.442061047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"1813c590-c9f8-48a4-b7d1-c21a809f3a23","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.442483371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","reconcileID":"703b7d6e-2f24-44fb-bd24-1e867f3b83ac","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-amb-7c42cf-e5d5463fdb9a","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","externalModel":"e2e-shr-amb-7c42cf","provider":"e2e-shr-amb-7c42cf-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.442824824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"096c38eb-0933-423a-aceb-a06dd82bcf1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.444573264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"e939baee-f061-446d-9309-3d4bd8102368","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.606296877Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","reconcileID":"ba14af09-7322-4280-852e-124f2b9fdf80","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-amb-7c42cf-e5d5463fdb9a","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","externalModel":"e2e-shr-amb-7c42cf","provider":"e2e-shr-amb-7c42cf-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:35.714175887Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","reconcileID":"ba14af09-7322-4280-852e-124f2b9fdf80","name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:35.714240462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","reconcileID":"ba14af09-7322-4280-852e-124f2b9fdf80","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.766593797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"91f0031c-ed69-4348-ab59-4e9e71c5b076","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.767458646Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","reconcileID":"83f96e65-a83a-442c-aa58-b307c6816a8a","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-amb-7c42cf-fe88cc90560b","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-amb-7c42cf","provider":"e2e-shr-amb-7c42cf-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.823466031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"91f0031c-ed69-4348-ab59-4e9e71c5b076","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.873663429Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","reconcileID":"bbfd4526-aebe-48a8-833f-6b555bba51af","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-amb-7c42cf-e5d5463fdb9a","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","externalModel":"e2e-shr-amb-7c42cf","provider":"e2e-shr-amb-7c42cf-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:35.893163136Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:37.741703547Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-7c42cf","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf","reconcileID":"6cda8bc3-7835-46ff-b533-34610c2a762a","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:37.901725549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"552a9c4f-82b6-4e98-8bc1-6bfb1d596708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:37.902886445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"0cb35305-acc8-4355-9952-79c0584235c3","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:37.90324577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"e689a0a4-3191-4103-827a-e153e0465389","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:37.904339186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"e923a952-0ed7-496f-978b-560777869a0d","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:37.904751882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"72dbd6d6-2304-4938-b9f2-70735968ac70","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:37.959207633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"552a9c4f-82b6-4e98-8bc1-6bfb1d596708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:37.959928939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"0cb35305-acc8-4355-9952-79c0584235c3","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:37.961554423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"e689a0a4-3191-4103-827a-e153e0465389","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:37.962320622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"72dbd6d6-2304-4938-b9f2-70735968ac70","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:37.963656867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"e923a952-0ed7-496f-978b-560777869a0d","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:38.326162587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"102f3af5-1f6d-48ac-ba53-aa4dc970f7fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:38.385470756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"102f3af5-1f6d-48ac-ba53-aa4dc970f7fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:39.059900216Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"c2aa73bc-ce04-4744-abb1-082826c5d846","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:39.117793879Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"c2aa73bc-ce04-4744-abb1-082826c5d846","error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.163971509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2d262984-b866-4441-bf79-fdcff926f82b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:39.176259498Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"4ac5e77b-a2f8-4939-950d-f3212a563e73","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:39.176342691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"4ac5e77b-a2f8-4939-950d-f3212a563e73","error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:39.240234716Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"46dba62c-0ce9-4864-8648-006fba954a0a","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:39.240302352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"46dba62c-0ce9-4864-8648-006fba954a0a","error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:39.314557885Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"eb87e500-c74b-4501-8900-7e442f5e5ea8","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:39.314652046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"eb87e500-c74b-4501-8900-7e442f5e5ea8","error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:39.409256361Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"4017e111-5f7c-41be-95af-9a817ea6f459","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:39.409332448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"4017e111-5f7c-41be-95af-9a817ea6f459","error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.418038241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"f7428c83-49bd-4934-a9c6-090cf6fde994","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.443468455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"4d927b54-8020-4ddd-9acb-e56d27318920","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.51604549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"5df479dd-9df8-4bbf-9149-cd9240990539","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:39.54343344Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"4240b2b0-f582-45c3-930a-c842fc0c4f07","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:39.543499768Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"4240b2b0-f582-45c3-930a-c842fc0c4f07","error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.616166391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"64782fd5-a175-4caa-8894-43dae8d4ea1c","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.654627587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"62f99fe7-bc7b-4cf0-b33c-923e8dcf275c","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.654635139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"a9386f74-019f-4269-b806-6264d488620a","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.655192541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"90993ffd-52c1-48dd-a12e-c43a1d26bb74","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.655321093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"d57a6be5-559f-46d4-b8a1-a69084ac7be1","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.662548783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4bccd7ba-5ccb-4b5a-9d46-11ccc0532525","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.712934234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"62f99fe7-bc7b-4cf0-b33c-923e8dcf275c","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.713000067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"a9386f74-019f-4269-b806-6264d488620a","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.715367672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"d57a6be5-559f-46d4-b8a1-a69084ac7be1","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:39.715617624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"90993ffd-52c1-48dd-a12e-c43a1d26bb74","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:39.757027251Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"40eef8a6-9aa3-46d2-81c8-031b58dfcba9","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:39.757096752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"40eef8a6-9aa3-46d2-81c8-031b58dfcba9","error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:40.13113517Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"848e45b4-c7a5-447a-ab90-52b310704e7d","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:40.13123474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"848e45b4-c7a5-447a-ab90-52b310704e7d","error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:40.137176167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"7e59b325-a8b4-4ef9-aa1c-097756899a73","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:40.137391461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"f4039558-830e-4aa1-8492-7a13cbb1df76","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:40.13851797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"191dfc97-7645-4617-a8fa-01f3e5f94f71","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:40.13868282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"0a35da16-90f1-476a-8459-ea33dc8b753f","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:40.19451979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"7e59b325-a8b4-4ef9-aa1c-097756899a73","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:40.195386506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"f4039558-830e-4aa1-8492-7a13cbb1df76","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:40.197068277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"191dfc97-7645-4617-a8fa-01f3e5f94f71","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:40.197722575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"0a35da16-90f1-476a-8459-ea33dc8b753f","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:40.825683933Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"f211f8f7-2db1-4c34-9f30-e7c3003f03f2","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:40.825761243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"f211f8f7-2db1-4c34-9f30-e7c3003f03f2","error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:42.160017415Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"0ca0304c-dbe6-4fbb-8759-8a4bd09a720a","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:42.160097262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"0ca0304c-dbe6-4fbb-8759-8a4bd09a720a","error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:44.774179087Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"c8a7ebe0-7fe6-4b30-8917-b3cc0f10ebd7","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:44.774264285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"c8a7ebe0-7fe6-4b30-8917-b3cc0f10ebd7","error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:44.780989668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"06e7e4c5-ef22-417c-86b2-cc0083040912","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:44.841521044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"51b47ac3-3dc5-4981-9681-4c234079bf73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:44.954804851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f8fa57db-cc27-4011-8a16-7ff4393693af","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:44.99288928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"6d1111aa-a9b5-40dd-a70e-60c24fb4b7a5","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:45.093826502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"e863845f-a666-4acd-afc2-ff72ef85cb55","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:45.237283127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"5844ac0f-5f31-4290-8b73-4d6426d35c5c","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:49.947759937Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"6f1f4217-09cc-497c-adfa-ceac726911a8","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:49.947857547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"6f1f4217-09cc-497c-adfa-ceac726911a8","error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:50.727341087Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-47958b","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b","reconcileID":"f691d33e-1481-4b03-b27c-4b930e9321b9","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:50.887692819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"677f8261-6732-4464-9fbf-09a2cb2c4b1f","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:50.887694654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"793068fe-5355-4de7-8af8-7bfa372cfcab","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:50.888548328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"355c01b8-20e9-44b6-b171-2c78a4311a21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:50.88858299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"037102c1-a936-4c2f-8d52-ada5a1f82383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:50.889265093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"bd8378d3-38c0-410e-8443-b46351535ca5","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:50.945384152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"677f8261-6732-4464-9fbf-09a2cb2c4b1f","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:50.945562911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"793068fe-5355-4de7-8af8-7bfa372cfcab","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:50.947773018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"037102c1-a936-4c2f-8d52-ada5a1f82383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:50.94791507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"bd8378d3-38c0-410e-8443-b46351535ca5","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:50.950008203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"355c01b8-20e9-44b6-b171-2c78a4311a21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:51.215534664Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"1009931b-39f5-47c2-8057-f005951f351a","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-quota-47958b","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:51.270293281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"d25bf95b-de31-46e2-a982-1288333e0330","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:51.327255322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"d25bf95b-de31-46e2-a982-1288333e0330","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:51.543127352Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","reconcileID":"31cfb12f-fbb4-43ca-9097-7f384d9b9b14","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-quota-47958b","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:51.708613743Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"6d217d6b-d2d2-46a4-84e9-c206d42864ac","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-quota-47958b","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.515647324Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-47958b","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b","reconcileID":"60460dfb-bf17-436f-9bac-39c78025431c","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.679182978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"83934116-8d5c-4e11-8294-171d6fd4464a","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.679579441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ac8ff08-b343-4759-866e-d9ef8832688b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.680025028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"f0782ad1-15e1-440f-8bda-3504af1b6c83","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.680369536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"f8a57017-4aaa-4acb-93e5-412eb23587b0","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.681118097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce48e9ef-556f-43c5-a624-8331aa895816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.737496276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ac8ff08-b343-4759-866e-d9ef8832688b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.737731092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"83934116-8d5c-4e11-8294-171d6fd4464a","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.740187954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"f0782ad1-15e1-440f-8bda-3504af1b6c83","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.742219649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"f8a57017-4aaa-4acb-93e5-412eb23587b0","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:53.74373297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce48e9ef-556f-43c5-a624-8331aa895816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:53.948927443Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"8e112067-e78e-41ea-87c3-e8bb993cb83e","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:53.948990187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"8e112067-e78e-41ea-87c3-e8bb993cb83e","error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.002247147Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","reconcileID":"854edc7e-b2d8-4d84-88d2-52cf415c2ff7","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-quota-47958b","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.104168831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"cb6806b0-7391-489d-aeac-a35a20a2ee31","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.108116066Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"c40b9e68-0353-4e0c-83b2-0ffc15c358b0","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-quota-47958b","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.162056941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"cb6806b0-7391-489d-aeac-a35a20a2ee31","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.16340431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"71227d1f-6bb3-4e9d-9f23-1ca55de0f6a4","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.163717468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"4a505f70-0470-4c33-a4d6-3cad8b0fc637","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.163752451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"f82b7265-7fa3-4db6-8cd3-a02aefa7141b","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.164147592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"809653c0-1ca9-4186-878d-cfc3b9ca660b","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.211306707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"aaf332b3-fc03-4533-8b64-445fd2a4e483","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.211323128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"d370b7b0-fcb8-4556-895d-292e26de3c09","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.211871489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"7d4d5da2-4824-4c31-94d5-3116a0223371","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.217155333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"0cd7054c-1a70-4e22-93f9-4e1666754937","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.269015939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"d370b7b0-fcb8-4556-895d-292e26de3c09","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.270433559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"aaf332b3-fc03-4533-8b64-445fd2a4e483","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.271179376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"7d4d5da2-4824-4c31-94d5-3116a0223371","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.325039283Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"39a8e3af-81ad-4365-b518-0fb7a1753d02","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.431281029Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"2e247ee9-70ff-4e98-8960-2bd11503a302","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.537499454Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","reconcileID":"9c021fbf-c450-421a-af03-0fdd29d176d8","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-amb-7c42cf-fe88cc90560b","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-amb-7c42cf","provider":"e2e-shr-amb-7c42cf-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.58843717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"4c579017-253a-4e2b-b96d-616386e9a897","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.644033526Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","reconcileID":"b0b519a5-4423-4f50-977f-90b4faa7a384","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-amb-7c42cf-e5d5463fdb9a","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","externalModel":"e2e-shr-amb-7c42cf","provider":"e2e-shr-amb-7c42cf-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.645648708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"4c579017-253a-4e2b-b96d-616386e9a897","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.693143241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"bdc28a69-6d3f-416f-8d48-13e7bc3fb000","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.69314343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"dbf2bf91-ef02-40b4-b009-ba8fb83bfcff","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.694004464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"d42f5274-8f81-4ceb-9d70-c6e9fdb60628","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.750289662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"dbf2bf91-ef02-40b4-b009-ba8fb83bfcff","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.751171947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"d42f5274-8f81-4ceb-9d70-c6e9fdb60628","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.751641527Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"64db966d-78b7-4f43-8a11-988b6ba09fb0","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.752766682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"bdc28a69-6d3f-416f-8d48-13e7bc3fb000","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:54.858487902Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"e214dba8-b251-45b5-998a-65d1abcc2572","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:54.85855497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"e214dba8-b251-45b5-998a-65d1abcc2572","error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:54.91289166Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","reconcileID":"d789d21a-2bdd-471d-a901-f52702e40fba","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-quota-47958b","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.355912851Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"224f3349-6d47-4561-8e84-c8e4e872db78","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-quota-47958b","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:55.464222071Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"266859a3-6926-4f6f-a4e1-4425e38d2f44","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:55.464305881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"266859a3-6926-4f6f-a4e1-4425e38d2f44","error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.467763514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"1762de75-f048-414b-8d99-c27833f6e6e8","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.469089232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"0da4a55a-e23b-4abf-bdc9-1848a23d5d7d","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.469382693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"00bd4d5d-657d-4de5-962d-fdd90601f7f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.469605154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"317a0f0d-29d6-4707-b8e7-365e9f869ff9","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.517269133Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","reconcileID":"ad676134-424e-4b36-a022-755b81b86f21","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-quota-47958b","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.525981036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"1762de75-f048-414b-8d99-c27833f6e6e8","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.526963337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"0da4a55a-e23b-4abf-bdc9-1848a23d5d7d","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.528510145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"317a0f0d-29d6-4707-b8e7-365e9f869ff9","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.529325643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"00bd4d5d-657d-4de5-962d-fdd90601f7f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.57092694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"fae6fc38-8df1-4c12-8a64-3ec30a4fd734","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.574695529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"395b0a69-6895-4de9-a260-f6239648b203","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.574709273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"ec548197-ecb1-48d7-adf9-c83cf23dde9c","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.578140927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"7a37d8c0-8bdb-4ac1-93ef-fe2f0dde7e67","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.624752865Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","reconcileID":"0958efd7-1ad6-433c-b33d-1715f00dd89a","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-amb-7c42cf-fe88cc90560b","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-amb-7c42cf","provider":"e2e-shr-amb-7c42cf-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.73458182Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","reconcileID":"746685c4-ae80-4563-81cc-7b8b52353941","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-amb-7c42cf-e5d5463fdb9a","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","externalModel":"e2e-shr-amb-7c42cf","provider":"e2e-shr-amb-7c42cf-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.841462272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"f5bc87ad-607c-41c8-9bda-552a9f6bd25e","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:55.951584675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"85723629-c3fe-47fa-9125-592ef1ed6974","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.002620721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"4f224b9d-d1a5-40fa-af82-3dfc969e6420","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.003221115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"af364b82-4d7d-4908-9761-a7f25c632334","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.003224349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"8514d094-e52c-4b92-b089-0a1890d6385e","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.003559417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"e17b58a1-3c41-4af6-ae77-a3dee46fd143","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.05874995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"b830209b-e7e0-481e-9354-75d2da4ca212","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.060567168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"4f224b9d-d1a5-40fa-af82-3dfc969e6420","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.061244138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"af364b82-4d7d-4908-9761-a7f25c632334","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.062850013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"e17b58a1-3c41-4af6-ae77-a3dee46fd143","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.063481924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"8514d094-e52c-4b92-b089-0a1890d6385e","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.166130524Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"ed43d470-ad2c-496c-b1d2-44b0614381ac","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.273216692Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"a1f8f0fa-6a47-492d-8b8f-0ea60a4df3f4","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"name":"e2e-shr-quota-47958b","namespace":"e2e-extmod-shr-user-c44ef4","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:56.380179604Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"0f1cba9e-f43b-4d94-895c-33644a033d9a","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:56.380257898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"0f1cba9e-f43b-4d94-895c-33644a033d9a","error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.397463209Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-47958b","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b","reconcileID":"91a10392-7460-46fe-8c0a-6368b71a1b7d","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.4550562Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","reconcileID":"1c8536b6-8f30-4d2e-a38f-19ee30309d50","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-bed3f4acbab1","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.558867665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"13d1fa8a-220d-4686-9e8b-7716ff7b5f8e","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.559157871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"814e9b92-aa89-4472-99a4-7a2ba2fda392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.55997489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"360a5f5e-2f06-49d3-aa9a-1a71a0222a64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.560117847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"f7f7d1b7-84e7-4930-9e24-2be80d123ea3","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.560878352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"1512011a-484b-4045-bdce-6f4bcea42b98","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.618297078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"13d1fa8a-220d-4686-9e8b-7716ff7b5f8e","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.619014386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"360a5f5e-2f06-49d3-aa9a-1a71a0222a64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.622501522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"1512011a-484b-4045-bdce-6f4bcea42b98","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.626066322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"f7f7d1b7-84e7-4930-9e24-2be80d123ea3","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.627826472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"814e9b92-aa89-4472-99a4-7a2ba2fda392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.628769493Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"9b9fcf43-ea97-4bd9-8d2b-c2301c0913bd","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-f3e3d7da1924","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.794083033Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"0da2bf52-fb27-4c70-a4cf-f5a7ea8018d4","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-f3e3d7da1924","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:56.902089715Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"0da2bf52-fb27-4c70-a4cf-f5a7ea8018d4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:00:56.902164006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"0da2bf52-fb27-4c70-a4cf-f5a7ea8018d4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.955847569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","reconcileID":"b38e7a18-40be-4e78-b0ce-cf0a05a18f07","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-bed3f4acbab1","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:56.986599383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"6a25e0d0-d787-4c07-87e2-5e8adbdf85d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:57.044659771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"6a25e0d0-d787-4c07-87e2-5e8adbdf85d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:57.064446532Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"6fdad705-1c27-4357-b3fc-2f81f7667aa4","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-f3e3d7da1924","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:57.347135058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"2e03eb79-cf55-4214-96b8-6971a2ab6a43","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-f3e3d7da1924","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:57.454062198Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"4bba0ae4-95e1-4fee-aca3-92fc314550f6","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-f3e3d7da1924","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:57.562356453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"42a61d9b-a0f4-4aef-a4bf-6b163ebdf0e2","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:57.619209901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"42a61d9b-a0f4-4aef-a4bf-6b163ebdf0e2","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:58.053136953Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"7f19d062-cda3-43f5-bc42-759a0b1a8abd","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-f3e3d7da1924","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.149338724Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-47958b","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b","reconcileID":"b2ad977a-236b-4c06-b56e-b17ac3cf02cb","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.311967368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"8617c7bc-95ee-4983-828c-f90e1b238c67","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.312230774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4715c861-122e-4234-a282-e447d684a2de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.313762862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"ca49d4da-fb70-4278-91c0-3e09e27845c2","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.365337437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"901e09cc-a860-4039-aea2-4fe01f3fc3d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.365396405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"813c7980-ef5a-469d-a82d-e5a5ede113fb","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.369503797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"8617c7bc-95ee-4983-828c-f90e1b238c67","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.370129433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4715c861-122e-4234-a282-e447d684a2de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.371966074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"ca49d4da-fb70-4278-91c0-3e09e27845c2","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.423818331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"813c7980-ef5a-469d-a82d-e5a5ede113fb","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.424064482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"901e09cc-a860-4039-aea2-4fe01f3fc3d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.472615225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"866c3c9c-4769-44bb-ae4a-c25e8e0fa0fe","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.584452602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"000515a3-c71d-4fea-98ef-da17290fd876","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.68714491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"62284df6-271a-4a8f-a177-727e3b4530dc","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.698843426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"334eb3db-b486-4ee8-822a-cc342bcbb30c","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.730943202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c6b2754-7438-405c-90b2-45e9b4cb2c3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.792869836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"61b34c31-1c66-4347-af1c-8a07287bd40b","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.84623145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8559833a-ba6c-4571-9433-8e5daedf2203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.849373894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d57de534-2982-4604-b375-b266891bc159","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.84970464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"61b34c31-1c66-4347-af1c-8a07287bd40b","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.903224203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8559833a-ba6c-4571-9433-8e5daedf2203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.934486792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"ac16160b-6310-472d-9b28-b7edb330bdc4","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.985988447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"a854d2ef-ca6a-4c3c-9905-20858fd8bae1","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.986040802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"8229c4b5-f4df-4cdf-90f0-708155ccb633","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:00:59.992669221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"ac16160b-6310-472d-9b28-b7edb330bdc4","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:00.043549391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"8229c4b5-f4df-4cdf-90f0-708155ccb633","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:00.04367195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"a854d2ef-ca6a-4c3c-9905-20858fd8bae1","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:00.223728375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"f2505b74-3b98-4d60-b7e6-d0c775182555","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:00.281339542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"f2505b74-3b98-4d60-b7e6-d0c775182555","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:00.375511777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"fd6f8834-c3a3-4101-9daa-f903c2ea4e0d","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:00.432400374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"fd6f8834-c3a3-4101-9daa-f903c2ea4e0d","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:00.483138607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"31606bd0-cfe0-42d0-a8eb-698142a16b52","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:00.534584731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"1e409c6d-8d69-4912-bdfb-9cccc1f2131d","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:00.535507496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"21366e49-acd2-43e2-8c8b-7298f2652a61","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:00.540149305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"31606bd0-cfe0-42d0-a8eb-698142a16b52","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:00.592657495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"1e409c6d-8d69-4912-bdfb-9cccc1f2131d","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:00.593351724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"21366e49-acd2-43e2-8c8b-7298f2652a61","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:05.893601476Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.032318974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cb9c77e4-d5ca-440e-958c-669ab8d94b4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.144235483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9f4d1105-de88-422b-94ec-28e2c88e7a4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.306937729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"c720bc21-373c-4d00-8268-a78d1c875571","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.407368094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"0a6d62c9-d9ac-4d6e-b326-d0cfd2058ff6","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.420337805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"c2b588f1-1ddd-4e44-ace5-c8884762a656","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:07.508757278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"355c3011-ed8a-4889-aeff-8ff057ccd98d","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.150163955Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-auth-7ee421-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-quota-47958b-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-shared-b5efd0-sub]","namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-shr-auth-7ee421-sub ai-tenant-e2e-extmod-b-8b1850/e2e-shr-shared-b5efd0-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.205233093Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"6d4da2df-511f-4215-9ec1-033d9924d078","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-f3e3d7da1924","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:01:08.269693819Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-quota-47958b-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-47958b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.319333644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bdabd77-15a0-46f4-b3c9-0b5fd668b08d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.319348574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7175456e-d953-4252-91b2-967c8fa931fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.366179159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"9c2a07ae-8d82-441c-a18a-2f61203ff215","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.368302853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"de39d97f-f3d4-4c8f-8029-2c8fc4eb1f0a","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.37489914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"385a51dd-548f-4d9a-ae74-d11f8188f4ab","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.375571988Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"c2947f0b-25b6-4c49-8459-85cefae75b5f","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.379069481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7175456e-d953-4252-91b2-967c8fa931fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.379254292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bdabd77-15a0-46f4-b3c9-0b5fd668b08d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.423461598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"9c2a07ae-8d82-441c-a18a-2f61203ff215","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.424948797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"de39d97f-f3d4-4c8f-8029-2c8fc4eb1f0a","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.431946375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"385a51dd-548f-4d9a-ae74-d11f8188f4ab","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.48222564Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"ddd47ebb-077a-421b-8cf5-00270d522e08","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-f3e3d7da1924","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.587963634Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-sub","reconcileID":"537ae678-5cb5-4372-8296-aed0f19e8064","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","model":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-quota-47958b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.589175988Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"758e36df-7013-45b2-8163-375891c872c2","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.696081566Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"ff2fddba-4a0f-472b-b1ee-4fdaca75b47b","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.86180095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"8b38ea88-bbcc-4ab8-8e8d-8d3d53b36ee5","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-f3e3d7da1924","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.902918187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"584e4424-839b-41eb-a4cd-190733c9cb91","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.902918979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"12c34096-45cf-4c36-9d3d-d22325926a2c","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.907635264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"5cad06cf-084e-48d3-b86e-52aff9caa7ef","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.960030785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"584e4424-839b-41eb-a4cd-190733c9cb91","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.960428097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"12c34096-45cf-4c36-9d3d-d22325926a2c","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:08.964411872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"5cad06cf-084e-48d3-b86e-52aff9caa7ef","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:09.07484281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-sub","reconcileID":"fa03db3a-93e8-400b-bab1-a307a3bdb506","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:12.901325594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"e1dcc83b-58a5-43f4-b362-0c38ba62fecc","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:13.001969635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-sub","reconcileID":"3c9beb03-bb03-42ed-b70d-cd2bd88a6192","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:13.016077063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"994fb5af-3403-4a73-8853-6fc0b072ad83","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:13.130674032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"f71b9775-bbe7-43e1-a733-91790ff7b5f0","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:13.231391448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"73fb4654-7ef3-4d3d-a0d2-5ac7e58ed21b","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:13.278565661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"38d851ce-d2e7-4006-bc3c-fe82789c6049","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-f3e3d7da1924","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:13.27923951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6b9f84e7-b16e-4c95-8bc2-2eeb2c4ffec2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:13.351229333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"978b2851-9584-4d4b-a19c-e762081607f3","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:13.351236561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"43ec6358-4c42-4070-bd0d-eb99a7f4fe49","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:13.404807755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"86f0d7c9-be5b-4b8f-9e13-3f23da44f730","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:13.404816048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"3fc78434-fdbd-475b-96b1-6cd4ec68c6b2","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:13.405218173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"96c087d7-764a-4844-ac76-37cef9678d13","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:13.4104715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"43ec6358-4c42-4070-bd0d-eb99a7f4fe49","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:13.410738707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"978b2851-9584-4d4b-a19c-e762081607f3","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:13.418657032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cf1960c6-72ab-460c-8686-83dceb64941f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:13.463507311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"3fc78434-fdbd-475b-96b1-6cd4ec68c6b2","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:13.463555234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"96c087d7-764a-4844-ac76-37cef9678d13","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:13.465613537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"86f0d7c9-be5b-4b8f-9e13-3f23da44f730","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:14.62908489Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","reconcileID":"7a21c4a5-7e47-4064-833d-034ed7634c13","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-bed3f4acbab1","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:14.736294117Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","reconcileID":"0ef28348-51f9-467f-a8d0-632a10ac31ab","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-bed3f4acbab1","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:14.84568114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-access","reconcileID":"787b9c2f-9d89-4027-bd5d-1dd889ee1c84","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:14.90361732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-access","reconcileID":"787b9c2f-9d89-4027-bd5d-1dd889ee1c84","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:15.337980314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","reconcileID":"f1283656-a0c4-49c5-9a73-c1406225fbe6","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-bed3f4acbab1","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:18.577588225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-sub","reconcileID":"6d089d9b-d741-4091-b636-d919e7dd5bfb","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:18.676971671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"e3b871f5-80b1-40ad-abd5-017ada8bf126","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:18.724346216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"610d079b-b87b-4fae-babe-9543fb2902ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:18.777974239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"89967f88-3b6a-40e6-88d4-fc6b4d6dd640","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:18.808723892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"4b7e978e-445c-4a08-9996-274e253bcd10","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:19.004022582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"a343487b-969f-403e-8d59-418c2425a218","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:19.051102272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6d11fc27-110d-4183-8a6f-c2fc1f9c2e1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.275674366Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-auth-7ee421-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-quota-47958b-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-shared-b5efd0-sub]","namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-shr-auth-7ee421-sub ai-tenant-e2e-extmod-b-8b1850/e2e-shr-quota-47958b-sub ai-tenant-e2e-extmod-b-8b1850/e2e-shr-shared-b5efd0-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.331280251Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","reconcileID":"8dbeaf07-9634-4aaf-979c-d0dd5bd8e412","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-bed3f4acbab1","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.437556992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"707a24d9-a161-409f-bdd2-81c75964bd4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.442665857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da9f445e-7c68-48de-bcb8-5e54e36d114a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:01:20.446765408Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-8b1850/e2e-shr-quota-47958b-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-47958b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.489695283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-access","reconcileID":"91aa3e63-2b84-4985-9825-22b25da6a095","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.490482844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"2a2281c2-8599-47cf-8ba0-87a411dedc6d","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.494141369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"62d1c527-0794-456a-a823-825c2b6fee5e","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.494900442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"707a24d9-a161-409f-bdd2-81c75964bd4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.496444428Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"24ab5b96-4322-4c0d-b792-3399630694d8","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-f3e3d7da1924","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.499635255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da9f445e-7c68-48de-bcb8-5e54e36d114a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.547297008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-access","reconcileID":"91aa3e63-2b84-4985-9825-22b25da6a095","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.548565896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"2a2281c2-8599-47cf-8ba0-87a411dedc6d","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.551684308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"62d1c527-0794-456a-a823-825c2b6fee5e","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.603589565Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","reconcileID":"b99471d8-b5cc-4b4e-b080-308a39597b8a","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-bed3f4acbab1","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.711128745Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"7cf31819-b71d-4c95-9ad7-1a5c9c36bbd3","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.716622191Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-sub","reconcileID":"b134cca6-ad6c-4d29-8a88-6d8b40ae2d6a","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-quota-47958b-e2e-extmod-b-8b1850","model":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-8b1850/e2e-shr-quota-47958b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.820634978Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"f6805101-9e4d-4b56-9325-b0e22b173043","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:20.989655816Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","reconcileID":"4133a257-4ba2-43f6-a9bf-0a7c472ef4a1","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-bed3f4acbab1","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:21.029172964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"bdaa40fe-e7df-49e9-962b-12659cea9f93","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:21.029178868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-access","reconcileID":"d16fd20a-cd94-4479-942a-2ef6010a8048","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:21.086504021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"bdaa40fe-e7df-49e9-962b-12659cea9f93","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:21.086541252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-access","reconcileID":"d16fd20a-cd94-4479-942a-2ef6010a8048","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:21.12936642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"b13557b0-2ff1-4c29-b7c4-28e3d4169c1a","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:21.186657827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"b13557b0-2ff1-4c29-b7c4-28e3d4169c1a","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:21.204144752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-sub","reconcileID":"ca69e662-fc37-4e36-94a4-2319ab73796f","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-quota-47958b-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-quota-47958b-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:21.479431731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","reconcileID":"33db8005-4375-4a55-9f67-26357998ff01","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-bed3f4acbab1","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:24.407183356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"754c65ca-0e9c-4c10-9b8b-baab2645b61f","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:24.46919158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a85bcd88-8bed-493f-beda-5e4250e1215a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:24.506717892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"50395b58-01d5-4976-9d18-40533ed91e4d","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:24.607030046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"1b5658bd-355d-48cf-9f80-63a79ae9d324","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:24.639969501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"432861b3-1bd5-43df-a725-856d97164dfd","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:24.90016903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-sub","reconcileID":"76fc4364-82cb-4422-9f00-e17f93f23c31","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:24.900335655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-sub","reconcileID":"02cd0d1b-bbb0-41d5-bbf1-8d6f5cd1f1e9","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-quota-47958b-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-quota-47958b-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:24.952867175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"127f15e4-0aa6-4ff4-b0a1-6b8429944b12","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:25.026869333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"9ec5e880-c788-47be-9b6c-1080543bd3ca","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:25.055634207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"aa7567aa-46bd-4a16-b243-6da038923531","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:25.056133005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"8a5b0266-ba92-4a05-9e85-5fe36d20e866","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:25.056169782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"33d55991-2f2a-45aa-95e2-d9dbcb22cc12","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:25.056524175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"0b70ae12-4f55-4b3a-8232-bed56ad36484","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:25.083955907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"9ec5e880-c788-47be-9b6c-1080543bd3ca","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:25.115449683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"8a5b0266-ba92-4a05-9e85-5fe36d20e866","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:25.116371431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"0b70ae12-4f55-4b3a-8232-bed56ad36484","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:25.117236946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"aa7567aa-46bd-4a16-b243-6da038923531","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:25.120950392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"33d55991-2f2a-45aa-95e2-d9dbcb22cc12","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:25.186306872Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","reconcileID":"74eae84f-419d-45a0-943b-1846938283f2","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-bed3f4acbab1","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:25.560199475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-access","reconcileID":"070f5e78-6723-4508-aee6-0de9de439c22","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:25.617105205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-access","reconcileID":"070f5e78-6723-4508-aee6-0de9de439c22","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:29.287189609Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","reconcileID":"2277fb0f-009e-4b17-8e33-8e0bd2a249e4","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-bed3f4acbab1","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:29.399309279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cd27c0d-6176-4d36-86ff-7ffa07f04e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:29.399309289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80c3566b-bcf2-4463-9841-eac9a69ee070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:29.447684257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-access","reconcileID":"9f469ebc-6ed4-484e-ba8c-a813c73cf89d","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:29.447711108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"75b0c77e-32b3-4f52-966c-18ae0a17d7a7","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:29.452145571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"8960a67c-62f9-4764-9f30-3261c8031b56","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:29.453080943Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-sub","reconcileID":"c70a1f36-5367-472a-9a96-938c413564f4","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dfee4f3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:29.457333657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cd27c0d-6176-4d36-86ff-7ffa07f04e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:29.457852666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80c3566b-bcf2-4463-9841-eac9a69ee070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:29.504368375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-access","reconcileID":"9f469ebc-6ed4-484e-ba8c-a813c73cf89d","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:29.504661444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"75b0c77e-32b3-4f52-966c-18ae0a17d7a7","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:29.508745339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"8960a67c-62f9-4764-9f30-3261c8031b56","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:29.985067075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-access","reconcileID":"1a4ec093-abc1-4652-a974-c0e78e9d9072","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:29.985163849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"f5d33922-2932-48c2-901b-6ca58d5a5ece","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:29.985618344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"ea5923e1-f6c9-44f4-9799-c5ae071685f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:30.042335171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-access","reconcileID":"1a4ec093-abc1-4652-a974-c0e78e9d9072","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:30.0424382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"ea5923e1-f6c9-44f4-9799-c5ae071685f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:30.04467477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"f5d33922-2932-48c2-901b-6ca58d5a5ece","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:30.304621073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"8ad9e134-18e3-435f-95b7-f06d9f4e26a1","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:30.406235474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"a51dade1-175a-4f1a-89bb-f451736a40f5","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:30.47465872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4733b99f-3c18-4fca-926f-cb669b783713","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:30.591888428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ea9d378-5215-442b-85c6-c6bca1604671","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:30.628421171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"76492c1c-2c8b-48ba-8a19-e36f89f42635","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:30.732569728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"5b5fac89-be83-4396-8435-07bdd66f64fd","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:30.872360759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-sub","reconcileID":"fe485041-1e18-4deb-a617-de42f6b95f4d","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:35.893523276Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.507037745Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-sub","reconcileID":"b6183664-57f4-417d-a037-79711bf5e6dd","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-shr-user-c44ef4/e2e-shr-quota-47958b-e2e-extmod-b-8b1850","subscription":"e2e-shr-quota-47958b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.613631128Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-sub","reconcileID":"b6183664-57f4-417d-a037-79711bf5e6dd","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-shr-user-c44ef4/e2e-shr-quota-47958b-e2e-extmod-b-8b1850","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.669940225Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-sub","reconcileID":"b6183664-57f4-417d-a037-79711bf5e6dd","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-quota-47958b-e2e-extmod-b-8b1850","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.941753156Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-auth-7ee421-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-quota-47958b-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-shared-b5efd0-sub]","namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-shr-auth-7ee421-sub ai-tenant-e2e-extmod-b-8b1850/e2e-shr-shared-b5efd0-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:39.996638589Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","reconcileID":"eb3825c5-44fd-49f4-b3bf-e7a628028fed","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-bed3f4acbab1","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.10340991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d1297a8-43f4-4e3c-9e53-67dfa0876b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.103414818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43c2d4ca-710b-4753-859f-d4b266652209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.159971981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"56caa7fc-8bd5-47ef-a74f-49868797ad13","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.160416338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"0d45fc75-c477-45c3-837a-42a4d6efa413","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.160678941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d1297a8-43f4-4e3c-9e53-67dfa0876b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.160862157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-access","reconcileID":"6a687a5f-2cc2-401e-8aa7-c4b8751f16ce","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.161127701Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"d7e0a1d4-fe77-4d11-986c-a44eb62f0f73","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.163562502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43c2d4ca-710b-4753-859f-d4b266652209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.216966366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"56caa7fc-8bd5-47ef-a74f-49868797ad13","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.217424102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"0d45fc75-c477-45c3-837a-42a4d6efa413","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.219323749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-access","reconcileID":"6a687a5f-2cc2-401e-8aa7-c4b8751f16ce","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.268224685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"debd39ee-d577-46e4-88f4-a9b2a01b9ccd","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.374854136Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","reconcileID":"7d600199-9341-48ff-aa0f-a4163c6f60e2","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-bed3f4acbab1","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.481985766Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-quota-47958b-access","reconcileID":"da64b400-e105-42f7-9aa8-58a0d696c0fe","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-shr-user-c44ef4/e2e-shr-quota-47958b-e2e-extmod-b-8b1850","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.69790009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","reconcileID":"28052aee-160f-45a5-b34a-0d46c04f425a","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-bed3f4acbab1","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-b-8b1850","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.85101742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"1fe32548-2d17-434c-bcd3-e29c31534677","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-f3e3d7da1924","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.955173492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"201f14fe-df1a-4fed-b8a6-150e33f5cfed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:40.959336497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"182dc161-fb60-41ee-b009-776b8ac9df98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.00754361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"75791b07-063b-4a5a-a777-c4e15d5f4f5e","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.012279918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"946fd080-97a9-47d7-bc3f-6aec3f3a1ed6","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.012385839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"201f14fe-df1a-4fed-b8a6-150e33f5cfed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.012775381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"8369e3c2-d882-4ee9-a744-8d4aa69d2fdf","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.016933096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"182dc161-fb60-41ee-b009-776b8ac9df98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.017991256Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-sub","reconcileID":"0ecc53f8-920c-4b98-bb50-5724bcaad069","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9c439d28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.064267832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"75791b07-063b-4a5a-a777-c4e15d5f4f5e","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.070605288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"946fd080-97a9-47d7-bc3f-6aec3f3a1ed6","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.070894404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"8369e3c2-d882-4ee9-a744-8d4aa69d2fdf","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.541946385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"32e34c0a-0595-41f9-b074-cd5bb257364e","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.547186092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"c64cc01e-8a92-4e42-9667-385ea3f97025","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.547542049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"d9c994ac-f62f-457a-bee2-c4ded2a2acca","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.598983164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"32e34c0a-0595-41f9-b074-cd5bb257364e","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.604215912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"c64cc01e-8a92-4e42-9667-385ea3f97025","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:41.604466482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"d9c994ac-f62f-457a-bee2-c4ded2a2acca","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:43.179532618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"267b7781-2269-4c89-a3d1-ffeda030db0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:43.292814462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e3e1b902-d02d-44d0-bc48-f840b2af6800","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:43.464245737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"ea8b97fe-6ed7-486f-802f-9ef0c064283a","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:43.546552725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"295a64c0-48dd-42f2-995b-ffa51ca18d8d","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:43.647483582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"94cec3ff-51e0-429b-b864-5d216f46cacc","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:43.722293603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"7657e58f-3c3a-4c9f-8979-69d247097f1e","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:43.722743315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"51082a8a-e948-4936-9291-f292042c8118","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:43.72306317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"90dbd388-ef25-46b4-94a7-16f53432851f","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:43.775763613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"753affde-7449-4777-8f70-effb76fc95c8","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:43.775957256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"2dfeeb68-11bc-494f-b64b-8dcd1f242bb5","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:43.776357275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"16590cd2-c0b4-4789-a0f5-bcd90b60d69d","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:43.780384588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"7657e58f-3c3a-4c9f-8979-69d247097f1e","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:43.781496863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"51082a8a-e948-4936-9291-f292042c8118","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:43.835483748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"753affde-7449-4777-8f70-effb76fc95c8","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:43.835595802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"2dfeeb68-11bc-494f-b64b-8dcd1f242bb5","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:43.837841683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"16590cd2-c0b4-4789-a0f5-bcd90b60d69d","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:48.892432246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a884a62e-9e05-401f-9802-c82884dd555d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:49.04615657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"853650d2-4672-4a1d-825c-5519a84a9ac7","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:49.059319184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"25e1086a-df06-4728-abe7-e6f20c7d2ccf","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:49.176053802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"138cb998-a620-4233-9653-a9d51f3d7c18","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:49.347485409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"4e3971b6-de68-411e-b756-b822a89ea141","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:49.391084788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"30835571-f1c8-403d-a730-b806645d3b82","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.072171903Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-sub","reconcileID":"fc6d55a3-3f51-4304-806c-ed42ed0a7366","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-shr-user-c44ef4/e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","subscription":"e2e-shr-quota-47958b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.235448614Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-sub","reconcileID":"fc6d55a3-3f51-4304-806c-ed42ed0a7366","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-shr-user-c44ef4/e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.288987489Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-sub","reconcileID":"fc6d55a3-3f51-4304-806c-ed42ed0a7366","MaaSSubscription":{"name":"e2e-shr-quota-47958b-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.576112867Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-auth-7ee421-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-shared-b5efd0-sub]","namespace=ai-tenant-e2e-extmod-b-8b1850 priority=0:[ai-tenant-e2e-extmod-b-8b1850/e2e-shr-auth-7ee421-sub ai-tenant-e2e-extmod-b-8b1850/e2e-shr-shared-b5efd0-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.629205572Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"b462c9ce-d8b5-4fdd-872e-1a3b2fe03cd9","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-f3e3d7da1924","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.740223031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c2ecc32-683b-49f2-b73a-04a09dd12e90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.744190632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59b3dc0f-1432-4984-9c63-8e10c7011b6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.794888439Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"e061ef4b-421c-4114-a8a7-5bc479ac217c","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.79649717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"3356153e-efc9-4168-8395-614a46665478","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.797111425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"56497da8-85ee-4811-b187-0eaa15549120","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.797528858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"451947ad-b65e-4900-b70d-7e67563126a8","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.798290467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c2ecc32-683b-49f2-b73a-04a09dd12e90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.801164981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59b3dc0f-1432-4984-9c63-8e10c7011b6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.854275799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"3356153e-efc9-4168-8395-614a46665478","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.856004446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"56497da8-85ee-4811-b187-0eaa15549120","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.857816905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"451947ad-b65e-4900-b70d-7e67563126a8","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:51.901883647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"823efafd-c4c1-4845-8524-7fc342d5972c","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:52.009381169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"54a6f59d-495c-4e11-a31a-830b02e5fac7","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-f3e3d7da1924","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:52.119500063Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-quota-47958b-access","reconcileID":"ca885058-8cde-4fab-adad-8009c5607c6d","MaaSAuthPolicy":{"name":"e2e-shr-quota-47958b-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-shr-user-c44ef4/e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:52.428321858Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"9d7e2147-2703-4143-b6c8-8eae78c65f75","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-f3e3d7da1924","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:52.840536975Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","reconcileID":"d0a983b3-352f-4a6b-b747-661a1bebaccf","MaaSModelRef":{"name":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-quota-47958b-f3e3d7da1924","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-quota-47958b-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-quota-47958b","provider":"e2e-shr-quota-47958b-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.391424933Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-47958b","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b","reconcileID":"f0b68848-9aac-468e-8fa6-2d32c969ff0e","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:01:53.502338153Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"8536bfde-39f2-4706-8a5a-c379a76454b5","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:01:53.502410604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"8536bfde-39f2-4706-8a5a-c379a76454b5","error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.552482244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"34931807-4b3e-4cc7-80a7-1c4edcb293b6","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.552670421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3a6fa7c-5a93-4564-bd41-0b49cbb1fa5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.553448079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"aa4e5aa7-4a7c-47b8-bcc2-afeabe36f328","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.553835086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0f3a18e-3eb3-48db-b023-29c6b8ae8c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.554422511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"c6ab6cec-ed22-4968-ba7d-81c6b139cf20","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.555929723Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"53a21a68-6bf5-4449-ac36-9b93d96a5c11","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.609681809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"34931807-4b3e-4cc7-80a7-1c4edcb293b6","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.609902309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3a6fa7c-5a93-4564-bd41-0b49cbb1fa5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.612122248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"aa4e5aa7-4a7c-47b8-bcc2-afeabe36f328","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.612329678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"c6ab6cec-ed22-4968-ba7d-81c6b139cf20","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.614554083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0f3a18e-3eb3-48db-b023-29c6b8ae8c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.668815812Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"171d097f-55da-48ae-9291-d59e8e78f05d","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.722210508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"1564b3c3-85db-4b06-bdaf-c6aac9e7e8a1","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.722335601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"eb1ccf62-4614-4d4a-98d0-4f13e77ef3e7","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.723314639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"2d07acaa-b0a6-4a5a-be91-ac081ce7ba08","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.724379336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"18e73308-7135-41ab-be4a-1da8a6780150","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.779461877Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"3888d3a7-82b2-4d3f-8361-039df5421997","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.88730824Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"5828a826-d92f-4e6e-91af-5961ecdcea68","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.988025987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"280d6d40-7c9a-43d7-ba61-958da43696b7","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:53.994603186Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","reconcileID":"20f6d067-a72b-449a-9022-60782bc69a4e","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-amb-7c42cf-fe88cc90560b","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-amb-7c42cf","provider":"e2e-shr-amb-7c42cf-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.04509328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"280d6d40-7c9a-43d7-ba61-958da43696b7","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.091739143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"3016fe0e-90a0-4c7b-b06c-300c5ff3699e","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.091905835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"668cbee1-b1d5-4057-82ea-d1f5a2e487c5","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.094609927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"78d614ff-5928-4c15-a378-533e8e5d21a7","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.102581655Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","reconcileID":"25c4d396-2938-4b55-8fef-c265d0e4441b","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-amb-7c42cf-e5d5463fdb9a","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-amb-7c42cf-e2e-extmod-b-8b1850","externalModel":"e2e-shr-amb-7c42cf","provider":"e2e-shr-amb-7c42cf-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.150165728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"3016fe0e-90a0-4c7b-b06c-300c5ff3699e","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.150591074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"668cbee1-b1d5-4057-82ea-d1f5a2e487c5","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.152541589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"78d614ff-5928-4c15-a378-533e8e5d21a7","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.155267114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"bdbe8661-030c-4bde-a5e3-614e51e0cb64","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.155297993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"0c8d6b96-67af-4a30-82c7-0443e1a88558","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.155701549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"85f3c4b7-209c-41c6-a442-40966fbc7173","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.155747843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"b72a4fee-29be-42d5-86ce-f59ac5d0e019","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.178286719Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-47958b","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b","reconcileID":"e9c8dd12-6b28-411d-bb92-b9dc6df0f4da","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-quota-47958b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:01:54.212334427Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"da7fb1ca-7b14-41c6-b97d-952d192cf62a","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:01:54.212413146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-ambiguous","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-ambiguous","reconcileID":"da7fb1ca-7b14-41c6-b97d-952d192cf62a","error":"ExternalModel e2e-extmod-shr-user-c44ef4/e2e-shr-amb-7c42cf is attached to several gateways [openshift-ingress/e2e-extmod-a-a4dad5 openshift-ingress/e2e-extmod-b-8b1850]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.267873035Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"9c2c46c9-9d0b-47b2-b2b6-3da4aed28503","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.338521695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7196a57-6de8-47a0-bb62-f974f835b4e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.379035862Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"c2ac2a4f-2e56-4856-8eb3-2f248fe3a071","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.398603073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7196a57-6de8-47a0-bb62-f974f835b4e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.47300197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"786ad3a1-2ee8-4c1d-bf05-1e95d99b0049","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.530542793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"786ad3a1-2ee8-4c1d-bf05-1e95d99b0049","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.578406004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"0919161d-88f6-4d3d-b840-beb2c07608eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.578944561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"4617c49b-2714-4ca0-a82f-fe37c55e0f9d","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.579084552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"1b0b194e-32fb-4547-bd65-e9b211f04ea3","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.635921804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"0919161d-88f6-4d3d-b840-beb2c07608eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.63639995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"4617c49b-2714-4ca0-a82f-fe37c55e0f9d","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.638305924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"1b0b194e-32fb-4547-bd65-e9b211f04ea3","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.778339084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"bd5c033d-b371-48d4-9508-62c1e519e61d","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:54.836354739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"bd5c033d-b371-48d4-9508-62c1e519e61d","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:55.661244739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","reconcileID":"1d18ab28-e660-4abf-ae22-f4f7fa190fde","MaaSModelRef":{"name":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-amb-7c42cf-fe88cc90560b","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-amb-7c42cf-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-amb-7c42cf","provider":"e2e-shr-amb-7c42cf-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:56.191201719Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-7c42cf","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf","reconcileID":"a71b0c85-f4d3-44fc-8706-e61e13ee77f2","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:56.351493138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"1c65ea9a-7b6c-4af1-8d6e-433e8e56027b","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:56.352563588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"65efca7b-18a4-4476-bd79-4f5231174f1f","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:56.352771522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55511aab-3102-431e-a05d-9c692c926bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:56.353035445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"66adf467-cb6c-42d6-b5df-1674fdbd4f91","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:56.353674596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"786f6c3c-1e10-4b7d-9cb5-61e1ba39faca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:56.409312236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"1c65ea9a-7b6c-4af1-8d6e-433e8e56027b","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:56.410422316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"66adf467-cb6c-42d6-b5df-1674fdbd4f91","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:56.411554202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"65efca7b-18a4-4476-bd79-4f5231174f1f","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:56.412601022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55511aab-3102-431e-a05d-9c692c926bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:56.413701713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"786f6c3c-1e10-4b7d-9cb5-61e1ba39faca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:56.778991576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"4aa8024f-393f-4ca4-85be-4a71afb9e1bf","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:56.835864598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"4aa8024f-393f-4ca4-85be-4a71afb9e1bf","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:56.890635245Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-7c42cf","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf","reconcileID":"958a9685-c1f9-4f94-b9ee-71d090fd6d69","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:57.051819666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"d8b2fa84-256b-49a5-9d4d-f5139a79b2cd","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:57.052120318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"377ca3e5-32b0-4aa4-9963-08d157bea6ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:57.052858806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d7dddf8-154b-4471-8db1-a052bcd4ac72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:57.053161392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"baa4919e-eb59-4eb3-84ae-dc6f76e8c544","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:57.109217313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"d8b2fa84-256b-49a5-9d4d-f5139a79b2cd","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:57.11126446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"377ca3e5-32b0-4aa4-9963-08d157bea6ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:57.113587978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d7dddf8-154b-4471-8db1-a052bcd4ac72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:57.116615709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"baa4919e-eb59-4eb3-84ae-dc6f76e8c544","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:57.26421758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"1ec452db-425a-4fe8-b6b3-28e0f7facdf4","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:57.320891855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"1ec452db-425a-4fe8-b6b3-28e0f7facdf4","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:57.487006714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"69343958-e478-49ed-ba07-926682854d10","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:57.548975297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"69343958-e478-49ed-ba07-926682854d10","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:58.902085735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"5e55917e-0ae3-44a0-909d-de897811f8a7","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:58.959517137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"94f137c8-2832-46eb-b434-ddde538e112d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:59.003304451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"e8ba19ed-9b28-45d4-b662-6d934b63aa10","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:59.185852573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"18754330-df11-402e-8256-307bb9c4b97b","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:59.286807565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"2458aa4a-9a8d-4bc0-be99-e00217da420b","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:01:59.33269883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6b40dad3-ab05-434e-9a7a-be95f47ac3a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.759481584Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"6f94d5ca-4757-478a-9aee-b1e4a02305bd","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.868434396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"bf5510dc-27da-4cd2-9e8d-776942e60006","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.868453404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"5dd26eb0-2ac2-4e20-8fc5-603095c30755","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.869082268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"ea1eb545-7122-4beb-b505-b5972f73ddeb","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.869316058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"739b1da3-6861-464f-bbf5-59404f16dcae","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.869664423Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"d6c9cdf0-cfc8-4e25-8f5b-d4cacbd0f2c1","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.928313339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"5dd26eb0-2ac2-4e20-8fc5-603095c30755","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.931351094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"739b1da3-6861-464f-bbf5-59404f16dcae","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.934228846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"ea1eb545-7122-4beb-b505-b5972f73ddeb","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.934744525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"bf5510dc-27da-4cd2-9e8d-776942e60006","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.977634668Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"f4119bbc-8edd-4d3b-b5a5-c256ad5077bf","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.977995346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"ce9b9516-4bdb-4733-8cc6-ce79e093abca","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.978331226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"620ec62c-e42f-4022-84cc-e1b1b6ecde79","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.978472344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"be161260-cbba-4a1a-8f56-169fa7187f73","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:01.978799563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"616582fe-d53f-45bc-8b93-e250af956bbc","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.084374044Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"5124e976-619d-4123-8853-ec169bcbf3be","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.191317754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"57b319a4-b715-4941-99e8-301d94a71875","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.298318978Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"e9139c08-c81c-4502-8dd4-9c7183f6703c","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.356447812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"2cc2d1e7-79e8-4ee5-b071-67f922c11cd8","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.357812735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"7f86b91c-0d26-4c58-b4f2-7ea26f9f9e0c","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.358531367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"98334e98-e10e-4712-b6ec-a838cdadd2f7","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.35895971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"00ecbb1e-46ca-4778-a990-6620525793f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.375820528Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-7c42cf","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf","reconcileID":"782bb325-f52b-47a7-9dad-9fc85d112c29","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-amb-7c42cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.404663982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"5809cb94-b7f5-4b06-ae95-f3eb70cc7b77","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.404968567Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"57dd8421-6f1d-4c5e-add4-780cd0344e2b","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.410486582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"d3156855-1297-4478-bc3a-919221ebe02a","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.410933256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"c417827a-e8ae-41c6-9044-3d6af881230d","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.41274753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"8be2f044-d0b6-4941-96e6-57a8f566fa09","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.414276124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"2cc2d1e7-79e8-4ee5-b071-67f922c11cd8","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.415046596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"7f86b91c-0d26-4c58-b4f2-7ea26f9f9e0c","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.416553672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"98334e98-e10e-4712-b6ec-a838cdadd2f7","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.417262768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"00ecbb1e-46ca-4778-a990-6620525793f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.537004403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2e1867f-775c-4b53-abef-f14bed9c8ead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.59439535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2e1867f-775c-4b53-abef-f14bed9c8ead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.842225342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"7012f256-fca1-4bca-8a61-7cd160fda58b","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.84222623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"22550c01-0859-49d0-aef1-12860cbfa719","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.844701741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"05a81ec3-287b-49ef-aaf7-a362315165c4","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.844894519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"712e40ba-c2b9-426a-b3bc-aa6acd455881","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.899631196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"22550c01-0859-49d0-aef1-12860cbfa719","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.899683085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"7012f256-fca1-4bca-8a61-7cd160fda58b","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.902182664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"05a81ec3-287b-49ef-aaf7-a362315165c4","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.902351028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"712e40ba-c2b9-426a-b3bc-aa6acd455881","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:02.909390444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"9dbb2dc2-e42a-4cbc-bc94-4da286d1f731","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.045563237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21eba126-bf9e-4c82-9eb6-02efadec8c15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.073325667Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"a5817dea-ab28-4b41-be1e-d6d4800fd5d5","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-84ce805e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.104283382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21eba126-bf9e-4c82-9eb6-02efadec8c15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.323968662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"ea9d9943-f1fd-486a-a3e5-e85115e41f25","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.324052216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"51bb51de-00f0-43d4-8625-d343a9078463","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.324762839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4da11d06-c284-4061-8b62-b0ab0b29b6d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.381396919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"ea9d9943-f1fd-486a-a3e5-e85115e41f25","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.381740447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"51bb51de-00f0-43d4-8625-d343a9078463","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:03.383829666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4da11d06-c284-4061-8b62-b0ab0b29b6d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:05.893568757Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:13.127901806Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"151bde76-5988-4f61-a5a7-74f523fd10f4","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","subscription":"e2e-shr-auth-7ee421-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:13.235264334Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"151bde76-5988-4f61-a5a7-74f523fd10f4","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:13.288743273Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-sub","reconcileID":"151bde76-5988-4f61-a5a7-74f523fd10f4","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:13.562942885Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-a4dad5 priority=0:[ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-auth-7ee421-sub ai-tenant-e2e-extmod-a-a4dad5/e2e-shr-shared-b5efd0-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:13.617287973Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"5a46a904-594c-42f9-a344-1d42914d929a","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:13.723200904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f95dd18-1ad9-4454-a585-00a536ae99bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:13.723944888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"7147dbaa-ad11-41dc-bf67-fc6061a8bb9a","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:13.724050999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"6b415b6e-aef9-42eb-8745-73c001291629","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:13.724603373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e73e718e-d4c3-41de-ac04-a02794e2ba82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:13.781440603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f95dd18-1ad9-4454-a585-00a536ae99bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:13.781554917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"6b415b6e-aef9-42eb-8745-73c001291629","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:13.78384087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e73e718e-d4c3-41de-ac04-a02794e2ba82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:13.784021059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"7147dbaa-ad11-41dc-bf67-fc6061a8bb9a","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:13.784265613Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"6bb116f4-c463-4236-be8d-e0af91baab33","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:13.891541914Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"508d56a4-6fa4-48de-aa25-9356684ae499","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.09557083Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-auth-7ee421-access","reconcileID":"3ac9b110-1044-4459-a6be-63e1bd7471a5","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.313822505Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","reconcileID":"95718075-4e5a-4f8c-80af-214184b2e83d","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-ebb897d5f8e9","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-b-8b1850","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.451691343Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"e99e1124-0e2d-4ad1-8400-67796a305bc3","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.559672503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"82f9df16-0848-4c57-b121-4171d011eb18","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.562670069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"63c9e531-30e9-4bb4-8049-71361b89d9f0","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.562945628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9313475e-cedb-4183-b146-983002025f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.563336669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75989ae6-e5ee-49e5-9e14-ecb107fa5a14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.616363911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"82f9df16-0848-4c57-b121-4171d011eb18","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.617053346Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"d8055b49-5c92-4afc-a91b-38ae8c1a0116","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9f5ff87e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.620374155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9313475e-cedb-4183-b146-983002025f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.620484956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"63c9e531-30e9-4bb4-8049-71361b89d9f0","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:14.622714304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75989ae6-e5ee-49e5-9e14-ecb107fa5a14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:15.141045944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"236af364-dbda-4da7-978d-9921bd3de6cf","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:15.141169564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"4aa7deb1-c0de-4798-aefa-a1938d80ff9e","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:15.198984089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"236af364-dbda-4da7-978d-9921bd3de6cf","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:15.199350971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"4aa7deb1-c0de-4798-aefa-a1938d80ff9e","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:19.542185276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"bc2dd0cd-4a4d-4127-acec-7217c8042ca8","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:19.594131439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"e689491a-12a9-492f-bc2e-3ae65c85cdc0","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:19.594132731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"a206b70f-4980-409f-8b2c-cbee957d260d","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:19.598943667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"bc2dd0cd-4a4d-4127-acec-7217c8042ca8","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:19.651039605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"e689491a-12a9-492f-bc2e-3ae65c85cdc0","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:19.651266027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"a206b70f-4980-409f-8b2c-cbee957d260d","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.670661172Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"d9975389-cd28-4c45-8a23-5295809f0666","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","subscription":"e2e-shr-auth-7ee421-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.777673232Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"d9975389-cd28-4c45-8a23-5295809f0666","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:24.831164653Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-sub","reconcileID":"d9975389-cd28-4c45-8a23-5295809f0666","MaaSSubscription":{"name":"e2e-shr-auth-7ee421-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.194353269Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"be777888-829b-4a73-8323-b7320411a812","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.300022181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"5163b7ef-57f4-435a-bcb4-c1d704bc0ccb","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.300414629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"4181d8e1-2fe7-435d-996f-551c73562690","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.301084877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8ce80f6-72bd-4b05-a7fd-22a76d1ed821","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.301196725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea6249d8-acbf-4b3c-8ed6-10e9b12dac0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.357281902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"5163b7ef-57f4-435a-bcb4-c1d704bc0ccb","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.357352461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"4181d8e1-2fe7-435d-996f-551c73562690","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.359476491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea6249d8-acbf-4b3c-8ed6-10e9b12dac0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.359683821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8ce80f6-72bd-4b05-a7fd-22a76d1ed821","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.359993097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"a9d81ff8-198d-41c3-a57a-7e1358c1ec9e","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.466629262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"187a5536-6cb9-4552-b36c-a78e1e3e9292","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.622841005Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-auth-7ee421-access","reconcileID":"82c74adb-7757-4104-9e5c-1fd58ee31d70","MaaSAuthPolicy":{"name":"e2e-shr-auth-7ee421-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-shr-user-c44ef4/e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:25.894451984Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"01362e7c-e75b-42b7-8240-4661b8126744","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:26.30425941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","reconcileID":"ff987b88-622b-480e-8d7b-184a3f600dca","MaaSModelRef":{"name":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-auth-7ee421-27b489325dc3","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-auth-7ee421-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-auth-7ee421","provider":"e2e-shr-auth-7ee421-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:26.870460522Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-7ee421","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421","reconcileID":"f52a64b6-ec93-4fa3-82cb-df5d06a1d09e","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:26.978700362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"8ad48a8a-4e82-4319-b3b5-b26f8d09a559","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:26.978873659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"e4181fca-9170-4ab5-b721-5e309b7ec01b","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:26.980226847Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"e495589e-fd51-4d72-b9d5-1c28c20f474c","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.030505252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61b3ee82-b585-4789-8f7b-c628004391ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.031359735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"369bb332-2ef2-4ef7-8da7-f05a544e478b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.036464779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"8ad48a8a-4e82-4319-b3b5-b26f8d09a559","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.036465833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"e4181fca-9170-4ab5-b721-5e309b7ec01b","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.089233978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61b3ee82-b585-4789-8f7b-c628004391ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.089431781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"369bb332-2ef2-4ef7-8da7-f05a544e478b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.090088489Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"c1d17940-8f10-4a69-8fad-2188fd7f0e3c","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.197817663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"b2b26510-672b-4743-9ef6-62a1d9829b9a","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.197898197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"aac06b1d-7b8b-4da6-a4e7-f2b78a5c15dd","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.249871094Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"0b1128db-384f-4879-837e-1b1a1e2f7878","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.357485005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"7e1dff01-606e-4e46-b05d-24c8dfcc848f","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.41118105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"781f8a37-d320-405d-a7ba-325cf4a5ca1d","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.411185004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"8e0aa389-fca1-4353-90be-48a8cfd32e42","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.469334713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"8e0aa389-fca1-4353-90be-48a8cfd32e42","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.469468559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"781f8a37-d320-405d-a7ba-325cf4a5ca1d","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.626637323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"1afc7184-5dbb-4dc0-8ead-e665cf9d04be","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.626664716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"71c899a2-d256-488d-a72a-9d6b4138e47b","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.656686641Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-7ee421","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421","reconcileID":"c78a2561-9fd2-4425-82ea-c1e74d49ccd4","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-auth-7ee421","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.816768117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4684e471-228e-4946-af3a-ac3bf606cd18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.816766417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f544304c-0efc-4fb3-a257-66b6c2e4e361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.863615913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"efb1dcdf-b843-47c3-ac43-45596519d644","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.863763009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"13b54ddb-1048-4013-9ddb-a434a165bd2e","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.874315295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4684e471-228e-4946-af3a-ac3bf606cd18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.875265166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f544304c-0efc-4fb3-a257-66b6c2e4e361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.922665931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"efb1dcdf-b843-47c3-ac43-45596519d644","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:27.922685487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"13b54ddb-1048-4013-9ddb-a434a165bd2e","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.203026653Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"7a9c8558-35fe-47e4-a8e2-1fa33cbf825b","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.295121471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"1e024bcb-0d31-4928-afa4-6e443f2f94cb","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.309002301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92b3bfa7-18ad-4546-b9d9-f93471639589","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.309164643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af2d685a-10fb-4f75-be79-36dd7f475ea8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.357025876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"1e024bcb-0d31-4928-afa4-6e443f2f94cb","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.366762111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92b3bfa7-18ad-4546-b9d9-f93471639589","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.366810651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af2d685a-10fb-4f75-be79-36dd7f475ea8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.369602343Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"7d32545a-7e82-4111-b55a-94842e4e6a2a","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2398e4bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.727396032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"b0a1a37f-01ba-44a8-a40f-1360844b3d9e","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:28.786930975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"b0a1a37f-01ba-44a8-a40f-1360844b3d9e","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:35.892733068Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:38.423560009Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"7fa89932-e40a-4079-92f8-b223d29ff6e2","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","subscription":"e2e-shr-shared-b5efd0-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:38.530202452Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"7fa89932-e40a-4079-92f8-b223d29ff6e2","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:38.583914476Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"7fa89932-e40a-4079-92f8-b223d29ff6e2","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:38.90820062Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"d6da42b1-8848-4228-8994-977c0225d6b0","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:38.962092922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"ef087f1a-fce8-4d22-8f77-b0ec412cfa17","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.014528261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cda2c780-d786-4f71-8e6d-f0d6d5e29ea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.01500477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5d3b852-6f73-4e3e-9694-38cf2921a19f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.019366697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"ef087f1a-fce8-4d22-8f77-b0ec412cfa17","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.072278811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5d3b852-6f73-4e3e-9694-38cf2921a19f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.072365707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cda2c780-d786-4f71-8e6d-f0d6d5e29ea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.072951998Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"7e4006b3-fd5e-4741-81f0-2ebe2cda4f30","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:02:39.180058602Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"7e4006b3-fd5e-4741-81f0-2ebe2cda4f30","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:02:39.180120761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"7e4006b3-fd5e-4741-81f0-2ebe2cda4f30","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.238664073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"994dfe4c-eb08-40d5-9b5f-cf14067d8c1e","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.283909813Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"c0a9dd53-a51a-475a-b591-a9271aedac17","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.533149869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"c0a9dd53-a51a-475a-b591-a9271aedac17","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.686037914Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"c0a9dd53-a51a-475a-b591-a9271aedac17","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"name":"e2e-extmod-b-8b1850-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.686068975Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"e2e-shr-shared-b5efd0-access","reconcileID":"c0a9dd53-a51a-475a-b591-a9271aedac17","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8b1850","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.795848135Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","reconcileID":"ac3e7757-f882-4eae-a2e3-152b6a0fdeb0","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-81b387a9ebeb","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-b-8b1850","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-b-8b1850","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.946702648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"d6c1e899-0f0e-4300-959b-0980a72d2f1b","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:39.999075167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"ac0a7998-67db-4f92-8727-ec7b23d628bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.051643459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"608c231e-a345-43fe-9408-2df968c64d38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.052028012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"935038ee-919e-4d66-a8be-50f1d83388cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.055763355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"ac0a7998-67db-4f92-8727-ec7b23d628bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.109207278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"608c231e-a345-43fe-9408-2df968c64d38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.109270178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"935038ee-919e-4d66-a8be-50f1d83388cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.110751479Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"ea6d3685-1f73-4978-8081-b7bd342fc909","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-72334533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.432182032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"c003e245-a50e-4b48-9308-d9cde2d00ab1","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:40.489275522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"c003e245-a50e-4b48-9308-d9cde2d00ab1","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:45.815182551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"578593dc-004b-4689-942f-8e8f49047345","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:45.872126214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"578593dc-004b-4689-942f-8e8f49047345","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:50.16498367Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"0843e9c2-ba38-4f12-9a5c-4ffbccd962c8","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","subscription":"e2e-shr-shared-b5efd0-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:50.272380767Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"0843e9c2-ba38-4f12-9a5c-4ffbccd962c8","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:50.326003033Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-sub","reconcileID":"0843e9c2-ba38-4f12-9a5c-4ffbccd962c8","MaaSSubscription":{"name":"e2e-shr-shared-b5efd0-sub","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"maas-trlp-e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:50.651991013Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"3405a7b6-6d67-469e-9447-8d5b0d73d382","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:50.704762512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"1e078bc8-3bd3-4196-94ef-3277762dd389","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:50.757893834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39a386c7-8002-4bc3-8211-d3810425e604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:50.758127994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19cb6cec-93fe-4a5f-884d-39b130bf2c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:50.762202783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"1e078bc8-3bd3-4196-94ef-3277762dd389","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:50.816259133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39a386c7-8002-4bc3-8211-d3810425e604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:50.817074972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19cb6cec-93fe-4a5f-884d-39b130bf2c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:50.818975375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"8a49c0cf-2ff4-4a96-9755-63892aa5b2ba","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T22:02:50.930026589Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"8a49c0cf-2ff4-4a96-9755-63892aa5b2ba","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T22:02:50.930095267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"8a49c0cf-2ff4-4a96-9755-63892aa5b2ba","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:50.98885433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"12b9dbe6-dd85-4619-b18e-1a108db0a909","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:51.029962192Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"8e0982cb-c4a1-4949-aeaf-c4072f4bfc72","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"model":"e2e-extmod-shr-user-c44ef4/e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:51.188553508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"8e0982cb-c4a1-4949-aeaf-c4072f4bfc72","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:51.31395785Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"8e0982cb-c4a1-4949-aeaf-c4072f4bfc72","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"name":"e2e-extmod-a-a4dad5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:51.313980967Z","body":"reconciled maas-gateway-auth after policy deletion","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"e2e-shr-shared-b5efd0-access","reconcileID":"8e0982cb-c4a1-4949-aeaf-c4072f4bfc72","MaaSAuthPolicy":{"name":"e2e-shr-shared-b5efd0-access","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a4dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:51.424387576Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"1db2c781-7d7f-43b6-b31b-1881ebf7b12a","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:51.822167878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","reconcileID":"988e1483-dd43-49e8-959d-511d01480696","MaaSModelRef":{"name":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","namespace":"e2e-extmod-shr-user-c44ef4"},"routeName":"external-model-e2e-shr-shared-b5efd0-a11cd57b3e74","namespace":"e2e-extmod-shr-user-c44ef4","model":"e2e-shr-shared-b5efd0-e2e-extmod-a-a4dad5","externalModel":"e2e-shr-shared-b5efd0","provider":"e2e-shr-shared-b5efd0-provider","gateway":"openshift-ingress/e2e-extmod-a-a4dad5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:52.41735029Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-b5efd0","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0","reconcileID":"034f248f-a63b-4571-abe9-89ee2abc138e","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:52.581911903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb54ef0f-ce72-4b58-82fb-2e81e518d6db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:52.581928771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15ffc388-3446-4ac5-b76e-1a4e75f0ab0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:52.639705339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15ffc388-3446-4ac5-b76e-1a4e75f0ab0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:52.64077462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb54ef0f-ce72-4b58-82fb-2e81e518d6db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:53.138091136Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-b5efd0","namespace":"e2e-extmod-shr-user-c44ef4"},"namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0","reconcileID":"dcb88fcb-ae24-4a7b-aa51-89333c8c1c4a","namespace":"e2e-extmod-shr-user-c44ef4","name":"e2e-shr-shared-b5efd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:53.297573169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0934d4d2-cd0d-4b0a-ae7e-0a2ecce98669","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:53.297734213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc5273c7-d3fd-4b32-95d9-8807f6750306","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:53.356454303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc5273c7-d3fd-4b32-95d9-8807f6750306","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:53.356454392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0934d4d2-cd0d-4b0a-ae7e-0a2ecce98669","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:59.612921422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0db0ff0-063a-44f8-aee4-ba7bb7e0ce41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:59.612924461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90709d88-f32b-433c-83ef-35ec427cc5cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:59.670852178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0db0ff0-063a-44f8-aee4-ba7bb7e0ce41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:02:59.671086949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90709d88-f32b-433c-83ef-35ec427cc5cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:05.161064033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ffb14c8-98d1-4e3f-8aea-8c14ae4a33fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:05.16119181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3baf624d-89e7-48da-9bbf-f58786f026a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:05.219057456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3baf624d-89e7-48da-9bbf-f58786f026a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:05.219099357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ffb14c8-98d1-4e3f-8aea-8c14ae4a33fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:05.897918629Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:06.434474466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e48ed77-9773-4e49-9cfb-a6fe16d87e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:06.487993517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e48ed77-9773-4e49-9cfb-a6fe16d87e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:06.541303573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e48ed77-9773-4e49-9cfb-a6fe16d87e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:06.594745321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e48ed77-9773-4e49-9cfb-a6fe16d87e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:08.521930845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc34f44-2bb9-4813-9a0a-e79d554354bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:08.574982994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc34f44-2bb9-4813-9a0a-e79d554354bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:08.627962271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc34f44-2bb9-4813-9a0a-e79d554354bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:08.681110322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc34f44-2bb9-4813-9a0a-e79d554354bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:08.741849408Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","namespace":"ai-tenant-e2e-extmod-a-a4dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:08.741926168Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","namespace":"ai-tenant-e2e-extmod-a-a4dad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:08.741991602Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","tenant":"e2e-extmod-a-a4dad5","tenantID":"e2e-extmod-a-a4dad5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:08.796207446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","gvk":"Deployment","name":"maas-api-e2e-extmod-a-a4dad5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:08.856374314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","gvk":"Service","name":"maas-api-e2e-extmod-a-a4dad5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:08.951342639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-a4dad5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:09.00625151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-a4dad5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:09.061406322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-a4dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:09.11647789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-a4dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:09.173743508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-a4dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:09.229094913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-a4dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:09.281659675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-a4dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:09.33405192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-a4dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:09.386584966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","gvk":"Service","name":"payload-processing-e2e-extmod-a-a4dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:09.43898204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-a4dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:09.491670562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-a4dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:09.544432058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-a4dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:09.596977091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-a4dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:09.65476323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-a4dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:09.70748855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-a4dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:09.760011078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-a4dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:09.813085529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-a4dad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:09.865867195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a4dad5"},"namespace":"ai-tenant-e2e-extmod-a-a4dad5","name":"default-tenant","reconcileID":"d313d999-fdd1-4b8a-b62a-0fb516cfb028","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-a4dad5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:10.086763429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58f55fba-eb21-407c-bf7c-8ba165fdb26c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:10.087462606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12af1f59-0443-4c58-861a-ed2e55f13966","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:10.145345015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58f55fba-eb21-407c-bf7c-8ba165fdb26c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:10.145521544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12af1f59-0443-4c58-861a-ed2e55f13966","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:12.266909778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0bbbe86-728a-46dc-b16e-9bb649defc4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:12.266925167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cde374d0-2b76-4651-866f-0863dc2f74c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:12.324189447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cde374d0-2b76-4651-866f-0863dc2f74c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:12.324305945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0bbbe86-728a-46dc-b16e-9bb649defc4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:12.934529662Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a4dad5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a4dad5","reconcileID":"a1b1c57e-46a2-454e-a3b9-23510c0dcce4","aitenant":"ai-tenants/e2e-extmod-a-a4dad5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:13.429816249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f904ec3-940d-40fd-a844-cf5a485ca714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:13.483030386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f904ec3-940d-40fd-a844-cf5a485ca714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:13.536065598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f904ec3-940d-40fd-a844-cf5a485ca714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:13.589692447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f904ec3-940d-40fd-a844-cf5a485ca714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:13.754428961Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a4dad5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a4dad5","reconcileID":"a1b1c57e-46a2-454e-a3b9-23510c0dcce4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a4dad5","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-a4dad5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:13.962998309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd31909d-7388-4235-80be-fb3913615dcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:13.963037388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f938db42-1eb8-4e15-b442-37e07624cc01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:14.021055946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd31909d-7388-4235-80be-fb3913615dcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:14.021123966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f938db42-1eb8-4e15-b442-37e07624cc01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:15.522719012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73354468-c459-4703-934b-bbae97ec32fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:15.576237194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73354468-c459-4703-934b-bbae97ec32fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:15.629465938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73354468-c459-4703-934b-bbae97ec32fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:15.682712278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73354468-c459-4703-934b-bbae97ec32fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:17.713101491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48084853-ce8e-4a08-b35b-585bd60f2f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:17.766452454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48084853-ce8e-4a08-b35b-585bd60f2f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:17.819987545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48084853-ce8e-4a08-b35b-585bd60f2f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:17.873326108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48084853-ce8e-4a08-b35b-585bd60f2f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:21.825028517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4162b65-c63b-4596-9672-286565c7a9bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:21.825107897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1c0d7db-d1fd-4040-b112-5efa0dd82536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:21.88216203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4162b65-c63b-4596-9672-286565c7a9bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:21.882493303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1c0d7db-d1fd-4040-b112-5efa0dd82536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:23.047820575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73896e1d-6e8f-4a00-911c-7fc1a3cf5929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:23.101116705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73896e1d-6e8f-4a00-911c-7fc1a3cf5929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:23.154491918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73896e1d-6e8f-4a00-911c-7fc1a3cf5929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:23.207749498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73896e1d-6e8f-4a00-911c-7fc1a3cf5929","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:23.871138357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8c7779b6-6a37-421e-a7c5-272647209282","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:23.986578894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df3e1ca7-b7cd-49e4-a3ca-284de0fb16cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.138972981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af761267-1baf-4288-96f0-1be49632bebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.192009032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af761267-1baf-4288-96f0-1be49632bebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.245121465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af761267-1baf-4288-96f0-1be49632bebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.245217929Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","namespace":"ai-tenant-e2e-extmod-b-8b1850","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.2452936Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","namespace":"ai-tenant-e2e-extmod-b-8b1850","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.298195395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af761267-1baf-4288-96f0-1be49632bebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.298308212Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","tenant":"e2e-extmod-b-8b1850","tenantID":"e2e-extmod-b-8b1850","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.352922948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","gvk":"Deployment","name":"maas-api-e2e-extmod-b-8b1850","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.412774888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","gvk":"Service","name":"maas-api-e2e-extmod-b-8b1850","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.472181033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-8b1850","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.57004208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-8b1850","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.624658717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-8b1850","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.679497612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-8b1850","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.73674439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-8b1850","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.79158872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-8b1850","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.843920879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-8b1850","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.898863205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-8b1850","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:25.952533013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","gvk":"Service","name":"payload-processing-e2e-extmod-b-8b1850","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:26.016023436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-8b1850","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:26.068540656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-8b1850","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:26.12120074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-8b1850","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:26.173889979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-8b1850","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:26.230253453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-8b1850","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:26.286069294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-8b1850","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:26.339016738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-8b1850","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:26.391701412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-8b1850","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:26.444577433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8b1850"},"namespace":"ai-tenant-e2e-extmod-b-8b1850","name":"default-tenant","reconcileID":"f24ae3e2-91e7-4b5b-985e-f326a5313f28","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-8b1850","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:26.660079923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f06fba0-603a-4838-bd9e-2372baba7058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:26.681942386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dee82510-6060-499a-9df4-e1d686ac9bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:26.717697189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f06fba0-603a-4838-bd9e-2372baba7058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:26.738941279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dee82510-6060-499a-9df4-e1d686ac9bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:27.479823715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cda692ea-1f5b-4a2d-adb0-efda6203b3e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:27.479839551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8cb3203-965a-4685-a12a-994832d9a4da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:27.53736341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cda692ea-1f5b-4a2d-adb0-efda6203b3e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:27.537381097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8cb3203-965a-4685-a12a-994832d9a4da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:28.013114058Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-8b1850","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-8b1850","reconcileID":"9cca2965-59a1-46d0-919d-438b2037fdd8","aitenant":"ai-tenants/e2e-extmod-b-8b1850","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:28.635650685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a38f14a3-0d02-4223-a1b2-c583f36a3836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:28.689208207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a38f14a3-0d02-4223-a1b2-c583f36a3836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:28.742493283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a38f14a3-0d02-4223-a1b2-c583f36a3836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:28.796111361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a38f14a3-0d02-4223-a1b2-c583f36a3836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:28.854586831Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-8b1850","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-8b1850","reconcileID":"9cca2965-59a1-46d0-919d-438b2037fdd8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-8b1850","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-8b1850"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:29.015098765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fabed3a-696d-4a92-b7eb-e915ccc6d1a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:29.015225074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"619827fb-5b57-4fbc-b2ee-4c4dc2fe330d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:29.07475124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8fabed3a-696d-4a92-b7eb-e915ccc6d1a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:29.074894472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"619827fb-5b57-4fbc-b2ee-4c4dc2fe330d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:30.29994114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8190c24b-117d-42f7-9485-9396a363bb6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:30.379053866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3c52a12c-23bd-4998-9ef2-a32400f8a41c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:30.743042178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b200f997-0493-46bc-9e06-5ccc36a9a667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:30.796231778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b200f997-0493-46bc-9e06-5ccc36a9a667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:30.850166404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b200f997-0493-46bc-9e06-5ccc36a9a667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:30.903556675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b200f997-0493-46bc-9e06-5ccc36a9a667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:35.76697858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bfa20470-505f-466f-9f89-22883ed6a9bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:35.868134455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e835b729-e82a-401f-8591-42fe45c3fed7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T22:03:35.893490932Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}